-- Logs begin at Tue 2021-10-12 17:06:16 UTC, end at Tue 2021-10-12 18:09:43 UTC. -- Oct 12 17:38:16.094490 dv-cinder-813225-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 17:38:18.840155 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.common.config [-] Logging enabled! Oct 12 17:38:18.841287 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 17:38:18.841595 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 17:38:18.844800 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.common.config [-] Logging enabled! Oct 12 17:38:18.845145 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 17:38:18.845464 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100632) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 17:38:18.846395 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:38:18.846631 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:38:18.846996 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:38:18.847245 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:38:18.847472 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:38:18.847794 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.848093 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.848389 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.848619 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.848917 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.849232 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.849518 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.849810 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.850108 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.850392 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.850676 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.850961 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.851191 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.851471 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.851756 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.852040 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.852263 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] debug = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.852540 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.853011 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.853445 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.853729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.854020 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.854300 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.854572 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.854850 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.855136 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.855463 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] host = dv-cinder-813225-2-iscsi {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.855740 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.856027 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.856959 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.857323 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.857604 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.857886 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.858174 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.858451 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.858723 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.858998 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.859287 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.859576 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.859864 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.860090 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.860311 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.860603 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.860889 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.861191 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.861468 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.861743 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.862017 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.862290 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.862557 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.862841 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.863123 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.863409 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.863683 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.863957 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.864228 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.864501 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.864786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.865082 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.865358 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.865633 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.865919 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.866187 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.866458 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.866756 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.867039 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.867320 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.867605 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.867877 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.868157 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.868427 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.868695 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.868986 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_json = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.869259 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.869528 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.869809 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.870079 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.870349 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.870625 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.870894 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.871175 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:18.871472 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.871791 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.872091 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.872379 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.872679 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.872976 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.873266 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.873546 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.873833 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.874119 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.874406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.874684 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.874971 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.875246 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.875540 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.875844 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.876137 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.876426 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.876701 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.877006 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.877283 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.877561 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.877849 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.878127 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.878412 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.878699 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.878977 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.879263 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.879558 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.879848 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.880120 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.880399 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.880694 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.880994 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.881268 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.881545 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.881832 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.882108 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.882379 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.882661 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.882937 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.883207 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.883479 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.883758 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.884049 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.884326 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.884597 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.884867 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.885163 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.885432 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.885718 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.885994 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.886265 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.886538 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.886814 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.887084 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.887380 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.887753 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.888030 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.888313 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.888588 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.888862 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.889157 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.889431 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.889706 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.889979 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.890252 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.890533 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.890806 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.891078 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.891349 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.891624 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.891898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.892183 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.892479 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.892756 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.893060 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.893338 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.893613 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.893889 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.894162 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.894438 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.894714 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.894985 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.895272 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.895554 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.895852 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.896118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.896394 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.896715 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.897018 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.897301 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.897577 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.897854 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.898134 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.898413 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.898702 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.898990 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.899276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.899566 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.899856 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.900137 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.900444 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.900729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:18.900967 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:38:18.901210 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100632) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 17:38:19.331979 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 17:38:19.332261 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 17:38:19.332554 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 17:38:19.332901 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 17:38:19.657099 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.657313 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.657586 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.658767 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.659037 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.659301 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.693682 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.693966 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.694238 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.709403 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.709686 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.709958 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.740527 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.740803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.741093 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.778067 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.778845 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:19.779209 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.015616 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.016276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.016276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.016442 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.017131 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.139482 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.139802 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.140083 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.140353 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.140620 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.140954 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.141351 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.141462 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.141714 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.141994 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.142252 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.142515 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.142769 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.143020 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.143273 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.143534 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.143787 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.144053 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.144318 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.144574 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.144844 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.145118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.145402 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.145779 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.146027 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.146273 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.146667 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.146907 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.147147 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.147384 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.147617 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.147857 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:20.148218 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 17:38:20.151342 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 17:38:20.155651 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 17:38:20.160476 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Oct 12 17:38:20.162169 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 17:38:20.162626 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 17:38:20.162964 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 17:38:20.163350 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 17:38:20.166218 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 17:38:20.166472 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 17:38:20.166822 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 17:38:20.172343 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 17:38:20.195043 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 17:38:20.195487 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.195786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100632) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 17:38:20.196146 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.197567 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100632) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 17:38:20.197850 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 17:38:20.198095 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 17:38:20.202104 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.202387 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.265264 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 17:38:20.265508 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 17:38:20.265786 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 17:38:20.266118 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 17:38:20.287143 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_db.sqlalchemy.engines [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100632) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 17:38:20.829852 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing driver for type 'gre' Oct 12 17:38:20.830480 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] gre ID ranges: [(1, 1000)] Oct 12 17:38:20.880802 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing driver for type 'local' Oct 12 17:38:20.881171 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing driver for type 'vlan' Oct 12 17:38:20.894529 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] VlanTypeDriver initialization complete Oct 12 17:38:20.894862 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing driver for type 'vxlan' Oct 12 17:38:20.895370 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] vxlan ID ranges: [(1, 1000)] Oct 12 17:38:20.947041 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing extension driver 'port_security' Oct 12 17:38:20.947436 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] PortSecurityExtensionDriver initialization complete Oct 12 17:38:20.947781 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing mechanism driver 'openvswitch' Oct 12 17:38:20.948080 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing mechanism driver 'hyperv' Oct 12 17:38:20.955360 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:20.956043 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.956415 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.956764 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.957321 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.957754 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.958105 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.958449 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.958843 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.959248 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.959595 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.959935 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.960328 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.960732 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.961113 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.961458 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.961992 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.962401 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.962751 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.963100 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.963498 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.963899 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > address_group after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.964243 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > address_group after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.964581 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.965005 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100632) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 17:38:20.965386 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] ML2 OVO RPC backend initialized. {{(pid=100632) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 17:38:20.966156 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.966508 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.966927 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.967276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > networks before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.967624 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.967964 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > ports before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.968304 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.968644 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnets before_response 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.969067 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.969360 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.969707 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.970033 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.970368 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.970701 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.971035 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.971369 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.971702 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:20.972275 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.plugin [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Modular L2 Plugin initialization complete Oct 12 17:38:20.972602 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading services supported by the core plugin {{(pid=100632) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 17:38:20.972930 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.plugins.ml2.managers [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Got port-security extension from driver 'port_security' Oct 12 17:38:20.973411 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.extensions.vlantransparent [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Disabled vlantransparent extension. Oct 12 17:38:20.973887 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100632) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 17:38:20.974201 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: router Oct 12 17:38:21.010511 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.010905 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_create 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.011276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router before_create 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.011639 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.012014 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.013077 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_delete 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.013516 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.013868 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.014231 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_create 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.014579 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.014928 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.015273 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.015629 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.016037 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.016561 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.016730 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.017097 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: subnet after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.017440 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.017789 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.018135 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_create 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.018476 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.018817 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.019171 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router after_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.019508 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.019857 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_create 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.020216 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.020558 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_update 55549900 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.020920 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > agent after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.021288 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > agent after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.021632 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > network after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.022501 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Tracking information for resource: router configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:21.022833 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Tracking information for resource: floatingip configured {{(pid=100632) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 17:38:21.028648 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.db.l3_agentschedulers_db [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 17:38:21.029323 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.029689 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.030041 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.030394 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: port after_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.031188 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router before_create 55550100 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.031554 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.031922 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_create 55550100 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.032277 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > router precommit_update 55550100 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.037164 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.provider_configuration [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service providers = [] {{(pid=100632) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 17:38:21.037527 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.db.servicetype_db [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100632) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 17:38:21.040481 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.service_base [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:38:21.040829 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.service_base [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:38:21.041199 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.service_base [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:38:21.042093 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.services.service_base [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100632) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 17:38:21.042466 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.services.service_base [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 17:38:21.042837 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.043152 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 17:38:21.054542 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.054878 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: auto_allocate Oct 12 17:38:21.060740 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: network precommit_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.061132 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: network precommit_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.061651 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.061979 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: tag Oct 12 17:38:21.068541 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.068871 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: timestamp Oct 12 17:38:21.074238 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.074568 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: network_ip_availability Oct 12 17:38:21.080203 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.080512 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.080867 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.081612 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.081935 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: flavors Oct 12 17:38:21.086741 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.087074 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading Plugin: revisions Oct 12 17:38:21.091959 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100632) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 17:38:21.092356 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.760s {{(pid=100632) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 17:38:21.093136 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100632) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 17:38:21.093475 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Initializing extension manager. Oct 12 17:38:21.093989 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: __init__.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.094334 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: __pycache__ {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.094667 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.094998 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: address_group.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.095766 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.096332 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: address-group Oct 12 17:38:21.096657 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: address_scope.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.097396 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.097902 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: address-scope Oct 12 17:38:21.098223 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.099352 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.099862 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: router-admin-state-down-before-update Oct 12 17:38:21.100184 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: agent.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.100886 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.101423 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: agent Oct 12 17:38:21.101744 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: agent_resources_synced.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.102661 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.103166 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: agent-resources-synced Oct 12 17:38:21.103492 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: allowedaddresspairs.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.105312 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.105827 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: allowed-address-pairs Oct 12 17:38:21.106782 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: auto_allocated_topology.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.107989 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.108501 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: auto-allocated-topology Oct 12 17:38:21.108828 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: availability_zone.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.109555 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.110056 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: availability_zone Oct 12 17:38:21.110376 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: availability_zone_filter.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.111289 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.111790 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: availability_zone_filter Oct 12 17:38:21.112111 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: data_plane_status.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.113056 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.113561 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 17:38:21.113867 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: default_subnetpools.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.114785 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.115287 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: default-subnetpools Oct 12 17:38:21.115606 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.116408 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.116905 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: dhcp_agent_scheduler Oct 12 17:38:21.117246 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: dns.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.118163 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.118654 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension dns-integration not supported by any of loaded plugins Oct 12 17:38:21.118971 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: dns_domain_ports.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.119893 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.120387 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 17:38:21.120705 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.121797 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.122434 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 17:38:21.122758 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: dvr.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.123434 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.123928 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: dvr Oct 12 17:38:21.124248 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: ecmp_routes.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.125233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.125729 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 17:38:21.126078 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: empty_string_filtering.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.126993 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.127523 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: empty-string-filtering Oct 12 17:38:21.127843 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.128758 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.129285 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 17:38:21.129606 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.130519 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.131018 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 17:38:21.131339 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: external_net.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.132249 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.132759 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: external-net Oct 12 17:38:21.133109 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.134020 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.134524 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: extra_dhcp_opt Oct 12 17:38:21.134843 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: extraroute.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.135757 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.136257 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: extraroute Oct 12 17:38:21.136574 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: extraroute_atomic.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.137734 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.138242 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: extraroute-atomic Oct 12 17:38:21.138559 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: filter_validation.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.139221 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.139715 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: filter-validation Oct 12 17:38:21.140033 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: fip_pf_description.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.140968 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.141468 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 17:38:21.141786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: fip_port_details.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.142708 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.143205 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: fip-port-details Oct 12 17:38:21.143524 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: flavors.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.144767 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.145317 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: flavors Oct 12 17:38:21.145641 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.147335 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.147853 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 17:38:21.148187 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: floatingip_pools.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.148895 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.149435 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: floatingip-pools Oct 12 17:38:21.149760 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: ip_allocation.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.150691 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.151192 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 17:38:21.151770 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.152693 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.153757 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: ip-substring-filtering Oct 12 17:38:21.154086 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l2_adjacency.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.155022 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.155527 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 17:38:21.155856 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.156994 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.157511 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: router Oct 12 17:38:21.157840 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.160092 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.160614 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 17:38:21.160958 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.161914 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.162434 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: ext-gw-mode Oct 12 17:38:21.162763 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.163698 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.164203 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: l3-ha Oct 12 17:38:21.164531 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3_flavors.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.165473 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.165978 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: l3-flavors Oct 12 17:38:21.166303 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.167212 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.167716 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 17:38:21.168040 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: l3agentscheduler.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.169717 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.170227 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: l3_agent_scheduler Oct 12 17:38:21.170553 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: logging.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.172062 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.172576 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension logging not supported by any of loaded plugins Oct 12 17:38:21.173941 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: metering.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.174727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.175773 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: metering Oct 12 17:38:21.176105 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.178642 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.179178 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: metering_source_and_destination_fields Oct 12 17:38:21.179509 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: multiprovidernet.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.180453 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.181786 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: multi-provider Oct 12 17:38:21.182131 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: netmtu.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.183054 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.183556 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: net-mtu Oct 12 17:38:21.183879 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: netmtu_writable.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.184903 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.185427 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: net-mtu-writable Oct 12 17:38:21.185750 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: network_availability_zone.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.186430 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.186927 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: network_availability_zone Oct 12 17:38:21.187248 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: network_ip_availability.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.188366 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.188871 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: network-ip-availability Oct 12 17:38:21.189227 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: network_segment_range.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.189999 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.190494 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 17:38:21.190816 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: pagination.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.191792 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.192119 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: pagination Oct 12 17:38:21.192435 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: port_device_profile.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.193386 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.193900 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: port-device-profile Oct 12 17:38:21.194218 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.195146 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.195658 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: port-mac-address-regenerate Oct 12 17:38:21.195981 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.196892 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.197420 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: port-numa-affinity-policy Oct 12 17:38:21.197739 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: port_resource_request.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.198664 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.199163 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 17:38:21.199480 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: portbindings.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.200668 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.201215 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: binding Oct 12 17:38:21.201538 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: portbindings_extended.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.202828 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.203337 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: binding-extended Oct 12 17:38:21.203664 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: portsecurity.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.204581 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.205110 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: port-security Oct 12 17:38:21.205434 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: project_id.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.206423 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.206753 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: project-id Oct 12 17:38:21.207075 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: providernet.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.207996 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.208505 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: provider Oct 12 17:38:21.208824 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.212418 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.212950 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos not supported by any of loaded plugins Oct 12 17:38:21.213288 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.214536 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.215049 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 17:38:21.215377 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.216897 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.217433 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 17:38:21.217761 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_default.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.218675 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.219180 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-default not supported by any of loaded plugins Oct 12 17:38:21.219504 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_fip.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.220157 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.220659 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-fip not supported by any of loaded plugins Oct 12 17:38:21.221008 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_gateway_ip.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.221939 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.222444 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 17:38:21.222766 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_port_network_policy.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.223681 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.224184 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 17:38:21.224507 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.225577 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.226098 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 17:38:21.226423 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_pps_rule.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.227595 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.228106 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-pps not supported by any of loaded plugins Oct 12 17:38:21.228433 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_rule_type_details.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.229380 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.229888 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 17:38:21.230214 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: qos_rules_alias.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.231919 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.232426 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 17:38:21.232750 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: quotasv2.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.233732 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.234396 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: quotas Oct 12 17:38:21.234396 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: quotasv2_detail.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.237798 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.238137 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: quota_details Oct 12 17:38:21.238467 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: rbac.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.239545 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.240069 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: rbac-policies Oct 12 17:38:21.240398 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: rbac_address_group.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.241354 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.241871 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: rbac-address-group Oct 12 17:38:21.242196 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: rbac_address_scope.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.243118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.243626 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: rbac-address-scope Oct 12 17:38:21.243947 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: rbac_security_groups.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.244864 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.245397 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: rbac-security-groups Oct 12 17:38:21.245719 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: rbac_subnetpool.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.246662 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.247173 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: rbac-subnetpool Oct 12 17:38:21.247493 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: revisionifmatch.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.248426 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.248957 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: revision-if-match Oct 12 17:38:21.249282 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: revisions.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.250408 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.250915 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: standard-attr-revisions Oct 12 17:38:21.251239 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: router_availability_zone.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.251912 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.252414 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: router_availability_zone Oct 12 17:38:21.252737 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: routerservicetype.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.253686 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.254187 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension router-service-type not supported by any of loaded plugins Oct 12 17:38:21.254507 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.255428 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.255939 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: security-groups-normalized-cidr Oct 12 17:38:21.256261 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.257218 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.257730 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: port-security-groups-filtering Oct 12 17:38:21.258053 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.258996 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.259488 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: security-groups-remote-address-group Oct 12 17:38:21.259812 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: securitygroup.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.270216 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.270742 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: security-group Oct 12 17:38:21.271072 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: segment.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.271883 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.272389 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension segment not supported by any of loaded plugins Oct 12 17:38:21.272714 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.273780 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.274283 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 17:38:21.274606 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: servicetype.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.275733 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.276254 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: service-type Oct 12 17:38:21.276837 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: sorting.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.277856 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.279210 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: sorting Oct 12 17:38:21.279210 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: standard_attr_segment.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.279995 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.280507 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 17:38:21.280832 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: standardattrdescription.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.281509 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.282015 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: standard-attr-description Oct 12 17:38:21.282337 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: stateful_security_group.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.283286 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.283797 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: stateful-security-group Oct 12 17:38:21.284120 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: stdattrs_common.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.284715 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 17:38:21.285066 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.286030 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.286536 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 17:38:21.286852 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnet_onboard.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.287930 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.288437 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: subnet_onboard Oct 12 17:38:21.288754 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.289711 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.290212 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 17:38:21.290534 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnet_service_types.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.291457 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.291957 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: subnet-service-types Oct 12 17:38:21.292274 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnetallocation.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.293389 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.293984 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: subnet_allocation Oct 12 17:38:21.294353 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.294971 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.295473 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: subnetpool-prefix-ops Oct 12 17:38:21.295798 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.296737 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.297273 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 17:38:21.297597 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: tagging.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.298679 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.299188 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: standard-attr-tag Oct 12 17:38:21.299513 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: timestamp.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.300727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.301274 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loaded extension: standard-attr-timestamp Oct 12 17:38:21.301599 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: trunk.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.302637 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.303147 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension trunk not supported by any of loaded plugins Oct 12 17:38:21.303472 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: trunk_details.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.304395 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.304901 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension trunk-details not supported by any of loaded plugins Oct 12 17:38:21.305249 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: uplink_status_propagation.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.306179 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.306685 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 17:38:21.307007 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Loading extension file: vlantransparent.py {{(pid=100632) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 17:38:21.307682 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100632) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 17:38:21.308178 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 17:38:21.310869 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:network Oct 12 17:38:21.311417 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnet Oct 12 17:38:21.311819 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:38:21.312209 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:port Oct 12 17:38:21.313502 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.313941 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service FLAVORS assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.314574 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.314998 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.315328 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:router Oct 12 17:38:21.315777 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 17:38:21.316272 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service METERING assigned prefix: /metering {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.317752 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.318120 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.318470 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:38:21.319494 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 17:38:21.319930 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:security_group Oct 12 17:38:21.320413 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 17:38:21.321062 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service CORE assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.321393 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:38:21.321744 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] subnetpool is already registered Oct 12 17:38:21.322176 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service CORE assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.322502 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:38:21.322850 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] subnetpool is already registered Oct 12 17:38:21.325891 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.326138 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service FLAVORS assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.326727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.327151 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.327485 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:router Oct 12 17:38:21.327826 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] router is already registered Oct 12 17:38:21.328238 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:floatingip Oct 12 17:38:21.328576 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] floatingip is already registered Oct 12 17:38:21.329066 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service METERING assigned prefix: /metering {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.329734 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 17:38:21.330058 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] rbac_policy is already registered Oct 12 17:38:21.330515 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:security_group Oct 12 17:38:21.330801 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] security_group is already registered Oct 12 17:38:21.331199 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 17:38:21.331539 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] security_group_rule is already registered Oct 12 17:38:21.332168 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service CORE assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.332497 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:38:21.332833 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] subnetpool is already registered Oct 12 17:38:21.333280 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.v2.resource_helper [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Service CORE assigned prefix: {{(pid=100632) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 17:38:21.333600 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 17:38:21.333930 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING neutron.quota.resource_registry [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] subnetpool is already registered Oct 12 17:38:21.334393 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: extensions {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.335898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: address-groups {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.337457 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: address-scopes {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.338794 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: agents {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.340038 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: auto-allocated-topology {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.342052 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: availability_zones {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.343308 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: dhcp-networks {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.345974 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: dhcp-agents {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.347420 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: routers {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.349692 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: flavors {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.350925 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: service_profiles {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.352153 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: next_providers {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.353685 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: service_profiles {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.355233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: floatingip-pools {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.356622 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: routers {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.358780 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: floatingips {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.360066 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: l3-routers {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.361522 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: l3-agents {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.362958 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: metering-labels {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.364338 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: metering-label-rules {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.365702 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: network-ip-availabilities {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.366986 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: bindings {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.368651 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: quotas {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.370284 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: quotas {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.372032 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: rbac-policies {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.374115 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: security-groups {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.375354 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: security-group-rules {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.376617 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: service-providers {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.377877 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: subnetpools {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.379314 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: subnetpools {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.380803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.382539 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.384369 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.386199 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.388594 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.390485 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.392185 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.394151 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.395942 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.397844 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron.api.extensions [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Extended resource: tags {{(pid=100632) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 17:38:21.404727 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING keystonemiddleware.auth_token [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 17:38:21.410363 dv-cinder-813225-2-iscsi neutron-server[100632]: WARNING keystonemiddleware.auth_token [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 17:38:21.419173 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Acquired lock "singleton_lock" {{(pid=100632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 17:38:21.419648 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_concurrency.lockutils [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Releasing lock "singleton_lock" {{(pid=100632) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 17:38:21.420294 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Starting 2 workers Oct 12 17:38:21.425087 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Started child 100741 {{(pid=100632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:38:21.429535 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Started child 100742 {{(pid=100632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:38:21.430530 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.431172 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO neutron.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 17:38:21.431748 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Notify callbacks [] for process, before_spawn {{(pid=100632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.432136 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [-] (100741) wsgi starting up on http://0.0.0.0:9696 Oct 12 17:38:21.434196 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Starting 1 workers Oct 12 17:38:21.434312 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.435690 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [-] (100742) wsgi starting up on http://0.0.0.0:9696 Oct 12 17:38:21.439551 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Started child 100743 {{(pid=100632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:38:21.440078 dv-cinder-813225-2-iscsi neutron-server[100632]: INFO oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Starting 1 workers Oct 12 17:38:21.443321 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] calling RpcWorker wait() {{(pid=100743) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 17:38:21.444215 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] returning from RpcWorker wait() {{(pid=100743) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 17:38:21.444626 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Started child 100744 {{(pid=100632) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 17:38:21.445447 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4c7f-505e-4fa7-aba7-d227805cf053 None None] Notify callbacks [] for process, after_spawn {{(pid=100632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.445545 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.446007 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:21.447326 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 17:38:21.447547 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:38:21.447735 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:38:21.447961 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:38:21.448324 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:38:21.448488 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:38:21.449144 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.449559 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.449672 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:21.450982 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:21.451126 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.451482 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.451886 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.452490 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.452745 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.453019 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.453312 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.453563 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.453740 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.453905 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.454312 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.454709 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.455159 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.455568 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.455965 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.456350 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.456672 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.457130 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.457542 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.457925 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.458330 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] debug = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.458716 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.459364 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.459748 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.460153 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.460569 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.461017 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.461399 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.461826 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.462206 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.462594 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.462980 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.463376 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.463766 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.464210 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.464601 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.465031 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.465430 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.466809 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] host = dv-cinder-813225-2-iscsi {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.468496 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.468917 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.469357 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.470442 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.470871 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.471263 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.471676 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.472082 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.472490 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.472877 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.475362 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.475792 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.476211 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.476632 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.476966 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_options = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.477365 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.477789 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.478190 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.479757 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.480078 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.480414 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.480842 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.481273 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.481696 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.482071 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.482450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.482852 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.483252 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.483623 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.484016 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.484382 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.484761 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.485196 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.485459 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.485702 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.485939 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.486209 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.486463 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.486669 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.486922 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.487149 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.487386 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.487611 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.487826 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.488070 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.488308 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.488573 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.488800 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.489087 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.489336 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.489791 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.489791 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.490026 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.490422 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.490530 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.490785 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.491034 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.491305 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.491727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.491727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.491941 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.492178 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_json = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.492393 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.492628 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.492917 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.493175 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.493392 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.493610 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.493824 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.494055 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.494483 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.494775 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.495075 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.495721 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.495721 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.495939 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.496048 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.496449 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.496882 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.497293 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.497755 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.498148 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.498592 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.498964 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.499372 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.499918 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.500035 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.500241 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.500474 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.500910 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.501042 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.501491 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.501790 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.502047 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.502285 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.502520 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.502750 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.503107 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.503394 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.503660 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.503926 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.504146 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.504373 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.504621 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.504858 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.505117 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.505365 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.505645 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.505871 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.506085 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.506309 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.506531 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.506910 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.507288 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.507656 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.508056 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.508838 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.509236 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.509614 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.509979 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.510332 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.510707 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.511096 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.511489 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.511884 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.512776 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.513372 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.513728 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.514056 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.514407 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.514754 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.515101 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.515441 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.515764 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.516089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.517063 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.517169 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.517442 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.518184 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.518340 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.518671 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.518992 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.519297 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.519602 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.519907 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.520196 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.520489 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.520791 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.521116 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.521390 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.522088 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.522205 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.522403 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.522700 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.523067 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.523393 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.523670 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.523951 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.524269 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.524617 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.525007 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.525325 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.525643 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.525921 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.526210 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.528843 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.529307 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.529632 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.529928 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.530216 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.530544 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.530858 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.531175 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.531482 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.531786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.532123 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.532425 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.532892 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.533353 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.533639 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.533932 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.534275 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.534577 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.534874 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.535677 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.536016 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.537161 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.537605 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.538071 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.538545 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.539110 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.539590 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.540075 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.540547 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.541030 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.541445 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.541897 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.542224 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.542846 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.542846 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.543215 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.543565 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.544458 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.544733 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.544986 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.545249 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.545454 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.545911 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.546294 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.546695 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.547048 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.547478 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.547872 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.548257 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.548669 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.549233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.549647 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.550056 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.550431 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.550810 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.551199 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.551584 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.551944 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.552345 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.552720 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.553120 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.553505 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.553902 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.554295 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.554675 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.555041 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.555399 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.555777 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.556138 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.556526 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.556882 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.557303 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.557690 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.558066 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.558428 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.558789 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.559899 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.560315 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.560699 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.561232 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.561657 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.562059 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.562449 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.562864 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.563240 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.563621 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.564031 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.564396 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.564782 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.565205 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.565604 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.565976 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.566347 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.566714 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.567086 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.567471 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.567881 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.568354 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.568758 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.569033 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.569396 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.569629 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.569891 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.570117 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.570342 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.570589 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.570810 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.571071 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.571333 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.571894 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.571894 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.572078 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.572229 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.572441 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.572663 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.572877 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.573198 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.573459 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.573714 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.573970 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.574209 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.574424 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.574680 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.574930 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.575145 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.575366 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.575767 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.576130 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.576384 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.576599 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.576810 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.577101 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.577290 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.577522 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.577750 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.578011 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.578219 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.578446 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.578665 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.578877 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.579104 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.579435 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.579651 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.579874 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.580143 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.580339 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.580619 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.580777 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.581008 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.581234 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.581450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.581659 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.581954 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.582231 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.582452 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.582737 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.582969 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.583223 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.583484 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.583804 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.584070 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.584272 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.584496 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.584719 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.584962 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.585239 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.585536 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.585820 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.585909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:21.586072 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.586340 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.586628 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.586920 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.587205 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.587381 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.587645 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.587982 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.588260 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.588520 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.588749 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.589078 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.589275 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.589598 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.589848 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.590093 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.590339 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.590715 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.591063 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.591391 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.591561 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.591765 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.592001 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.592233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.592477 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.592727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.592973 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.593123 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:38:21.593653 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100632) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 17:38:21.593815 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 17:38:21.593970 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 17:38:21.594128 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 17:38:21.594346 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 17:38:21.594541 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 17:38:21.594681 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.594818 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.594956 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595093 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595238 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595376 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595518 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595654 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595812 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.595950 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596227 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596364 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596526 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596672 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.596837 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597040 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597224 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597479 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597479 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.597786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598059 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] debug = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598059 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598321 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598321 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598624 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598624 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598914 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.598914 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599542 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599542 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599542 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599947 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599947 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.599947 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.600450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.600450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.600450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.600450 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601001 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] host = dv-cinder-813225-2-iscsi {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601001 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601001 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601421 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601421 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601421 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601847 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601847 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.601847 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602233 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602504 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602504 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602774 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.602774 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603036 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_options = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603036 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603296 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603296 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603568 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603710 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603849 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.603997 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604136 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604275 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604500 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604500 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604771 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.604771 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605065 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605065 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605351 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605351 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605616 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605753 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.605892 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.606571 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.606571 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.607341 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.607341 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.607341 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.607341 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.607341 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608089 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.608803 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.609729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.609729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.609729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.609729 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610278 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610278 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610278 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610278 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_json = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.610898 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611934 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611934 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 17:38:21.611934 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612337 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612337 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612337 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612722 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612722 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.612722 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613145 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613145 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613406 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613667 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613667 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613938 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.613938 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614231 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614231 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614640 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614640 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614974 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614974 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.614974 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615456 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615456 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615456 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615895 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615895 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.615895 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616292 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616292 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616553 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616553 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616823 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.616823 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617128 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617128 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617390 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617390 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617740 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.617740 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618015 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618015 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618291 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618291 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618552 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618552 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618811 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.618811 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619082 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619230 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619369 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619507 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619655 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619792 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.619928 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620104 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620251 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620415 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620655 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620812 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.620990 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.621136 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.621276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.621414 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.621552 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.621748 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.622527 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.622690 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.622831 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.623129 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.623451 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.623451 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.623796 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.623796 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624061 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624061 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624324 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624491 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624800 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624800 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.624800 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.625314 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.625314 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.625314 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.625809 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.625964 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626132 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626271 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626380 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626563 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626710 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626848 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.626986 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.627143 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.627283 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.627420 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.627793 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.627793 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628167 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628167 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628167 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628569 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628569 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628844 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.628844 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629245 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629245 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629245 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629602 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629602 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.629842 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630001 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630141 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630278 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630425 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630583 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630868 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.630868 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631144 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631144 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631428 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631428 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631712 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631712 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631988 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.631988 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632291 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632291 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632588 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632588 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632875 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.632875 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.633336 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.633336 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.633336 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.633775 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.633775 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634057 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634057 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634373 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634373 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634373 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634896 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634896 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.634896 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635307 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635307 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635307 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635752 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635752 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.635752 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636140 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636140 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636140 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636526 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636526 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636797 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.636797 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637145 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637145 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637444 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637444 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637706 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.637706 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638236 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638236 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638236 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638637 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638637 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638900 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.638900 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639176 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639176 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639439 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639439 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639679 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639786 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.639893 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.640196 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.640358 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.640507 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.640648 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.640787 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641060 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641060 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641345 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641345 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641643 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641643 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641913 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.641913 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642224 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642224 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642502 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642661 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642661 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.642867 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643060 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643255 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643255 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643523 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643671 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643811 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.643949 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644087 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644226 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644364 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644502 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644670 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.644817 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645004 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645162 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645303 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645441 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645579 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645717 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645855 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.645992 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646130 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646291 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646435 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646573 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646721 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.646860 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647054 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647211 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647350 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647485 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647604 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.647791 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648138 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648138 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648138 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648544 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648544 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648808 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.648808 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649128 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649128 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649407 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649407 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649671 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649671 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649981 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.649981 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650296 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650445 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650587 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650747 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650933 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.650933 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.651629 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.651629 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.651629 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652118 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652538 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652538 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.652538 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.653599 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.653599 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.653599 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654038 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654038 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654038 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654462 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654462 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654727 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.654957 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655064 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655170 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655317 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655614 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655614 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655841 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.655948 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656152 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656298 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656468 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656608 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656757 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656969 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.656969 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657276 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657557 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657557 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657834 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 17:38:21.657834 dv-cinder-813225-2-iscsi neutron-server[100632]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100632) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 17:38:21.768736 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 59284) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:21.778861 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073304 Oct 12 17:38:33.363117 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce415d3-230e-4f41-b937-28794e57db0c None None] get_active_networks_info from dv-cinder-813225-2-iscsi {{(pid=100743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 17:38:33.405807 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e1a35faa-4e0c-435c-b8c7-d8ed992a4fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:33.433185 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce415d3-230e-4f41-b937-28794e57db0c None None] No non-hosted networks {{(pid=100743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 17:38:35.976342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ba8eceaa-43f5-41fb-b5ea-e9fe78db459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:36.038888 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-67b89614-b213-490e-ae21-34ff09b537f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:36.991690 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:36.992387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.992772 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.994306 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.994674 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.995011 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.995347 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.995678 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:36.996831 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:37.000418 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:37.001324 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:37.002846 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:37.003204 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:37.003629 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813225-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:37.019895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813225-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:38:37.021490 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:38.660088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:40.022028 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 59376) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:40.523083 dv-cinder-813225-2-iscsi neutron-server[100741]: WARNING oslo_policy.policy [None req-dc280f5d-0a1c-4766-9943-0c20f91b348b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:40.523676 dv-cinder-813225-2-iscsi neutron-server[100741]: WARNING oslo_policy.policy [None req-dc280f5d-0a1c-4766-9943-0c20f91b348b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:40.754108 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [None req-dc280f5d-0a1c-4766-9943-0c20f91b348b admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:38:40.755160 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-dc280f5d-0a1c-4766-9943-0c20f91b348b admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7322464 Oct 12 17:38:42.541345 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.db.l3_hamode_db [None req-831bd4e3-3c62-4cce-bb99-0c7b935b1500 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 17:38:42.626599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bd4e3-3c62-4cce-bb99-0c7b935b1500 None None] Routers set() bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:38:42.626990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bd4e3-3c62-4cce-bb99-0c7b935b1500 None None] Router IDs set() for agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 17:38:43.271693 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59390) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:43.776700 dv-cinder-813225-2-iscsi neutron-server[100742]: WARNING oslo_policy.policy [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:43.777299 dv-cinder-813225-2-iscsi neutron-server[100742]: WARNING oslo_policy.policy [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:44.005262 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:38:44.110892 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.policy [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 17:38:44.158112 dv-cinder-813225-2-iscsi neutron-server[100742]: WARNING oslo_policy.policy [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:44.158483 dv-cinder-813225-2-iscsi neutron-server[100742]: WARNING oslo_policy.policy [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:44.166967 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.quota [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] Loaded quota_driver: . Oct 12 17:38:44.257364 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788895644530', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788895644993', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788895680753', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788895679053', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788897301859', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788895678195', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1968697', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1982390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-952011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648187'] for rbac-policy, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:44.322779 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:44.324246 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-64fce202-6e6a-4d36-a778-a477271e42be admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0504475 Oct 12 17:38:47.034918 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59408) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:47.331853 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'project_id': 'f03f7e64973d45208f22370da158b939'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:38:47.360016 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Made reservation on behalf of f03f7e64973d45208f22370da158b939 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:38:47.362905 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.379765 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.484906 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.488496 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.508557 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:38:47.537129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788898472439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.537731 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Unsubscribe: segment precommit_create {{(pid=100742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 17:38:47.538241 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Added segment 13caf1c2-4a84-41e7-b3d4-38de95e112f4 of type vlan for network 3bc0839f-d380-4e15-aa56-ca033e84a634 Oct 12 17:38:47.554445 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22667ae2-5e6f-463c-b411-9dafffcb77ea,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:38:47.602484 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.602841 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.603182 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.603511 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.603835 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.604176 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.604504 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.604826 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.605187 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.606038 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.606374 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.606759 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Tracked resource versions report: Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: pushed versions: Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: { 'AddressGroup': {'1.2'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'ConntrackHelper': {'1.0'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Log': {'1.0'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Network': {'1.1'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Port': {'1.7'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'PortForwarding': {'1.2'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'QosPolicy': {'1.10'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroup': {'1.4'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SubPort': {'1.0'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Subnet': {'1.1'}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Trunk': {'1.1'}} Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: consumer versions: Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'ConntrackHelper': '1.0', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Log': '1.0', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Network': '1.1', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Port': '1.7', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'PortForwarding': '1.2', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'QosPolicy': '1.10', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroup': '1.4', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroupRule': '1.2', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SubPort': '1.0', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Subnet': '1.1', Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Trunk': '1.1'}} Oct 12 17:38:47.607827 dv-cinder-813225-2-iscsi neutron-server[100742]: {{(pid=100742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:38:47.656181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.694592 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.695994 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:38:47.696755 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:47.773125 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7370169 Oct 12 17:38:47.798825 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c8c02-1184-4425-84b6-0b1d96718fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc0839f-d380-4e15-aa56-ca033e84a634,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:38:47.810574 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:38:50.545821 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 59422) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:51.067989 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.policy [None req-1b2c14a5-0744-4cef-921e-b3ea7e7bcb52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 17:38:51.115120 dv-cinder-813225-2-iscsi neutron-server[100741]: WARNING oslo_policy.policy [None req-1b2c14a5-0744-4cef-921e-b3ea7e7bcb52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:51.115495 dv-cinder-813225-2-iscsi neutron-server[100741]: WARNING oslo_policy.policy [None req-1b2c14a5-0744-4cef-921e-b3ea7e7bcb52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 17:38:51.123750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c14a5-0744-4cef-921e-b3ea7e7bcb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:38:51.125456 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1b2c14a5-0744-4cef-921e-b3ea7e7bcb52 admin admin] 10.222.0.86 "GET /v2.0/networks/3bc0839f-d380-4e15-aa56-ca033e84a634 HTTP/1.1" status: 200 len: 825 time: 0.5786948 Oct 12 17:38:51.163874 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8861d08d-c388-451e-a690-122a13b4b0b2 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/9e462766-ee0c-46be-9127-aa33c432bf3c HTTP/1.1" status: 200 len: 734 time: 0.0322440 Oct 12 17:38:51.174092 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:38:51.175953 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.quota [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Loaded quota_driver: . Oct 12 17:38:51.213206 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Made reservation on behalf of f03f7e64973d45208f22370da158b939 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:38:51.216702 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:51.502668 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:51.570506 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Checking segment: {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:38:51.571163 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Network hostable DHCP agents. Network: 3bc0839f-d380-4e15-aa56-ca033e84a634, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:38:51.585222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db03910f-9513-43d6-9438-25902dfa3581,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:38:51.596287 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.596635 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.596990 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.597318 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.597638 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.597970 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.598289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.598617 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.598933 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.599241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.599550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.599857 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Tracked resource versions report: Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: pushed versions: Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: { 'AddressGroup': {'1.2'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'ConntrackHelper': {'1.0'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Log': {'1.0'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Network': {'1.1'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Port': {'1.7'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'PortForwarding': {'1.2'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'QosPolicy': {'1.10'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroup': {'1.4'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SubPort': {'1.0'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Subnet': {'1.1'}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Trunk': {'1.1'}} Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: consumer versions: Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'ConntrackHelper': '1.0', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Log': '1.0', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Network': '1.1', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Port': '1.7', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'PortForwarding': '1.2', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'QosPolicy': '1.10', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroup': '1.4', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroupRule': '1.2', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SubPort': '1.0', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Subnet': '1.1', Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Trunk': '1.1'}} Oct 12 17:38:51.600873 dv-cinder-813225-2-iscsi neutron-server[100741]: {{(pid=100741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:38:51.629023 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:38:51.645552 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 3bc0839f-d380-4e15-aa56-ca033e84a634) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:38:51.669652 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2d8536-33b2-470d-9b21-9e58f8ff1c0f None None] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:38:51.670163 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:38:51.670788 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:51.692479 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4f21d68b-1c0b-47df-b80f-32b0602a0e73 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5218172 Oct 12 17:38:52.001603 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-3bc0839f-d380-4e15-aa56-ca033e84a634', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:38:52.002885 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.283549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Allocated IP 172.20.0.2 (3bc0839f-d380-4e15-aa56-ca033e84a634/db03910f-9513-43d6-9438-25902dfa3581/a4b52fd5-d562-44e0-a3f5-63625134042e) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:38:52.514845 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.522284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.595360 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:38:52.603417 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:38:52.613936 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Pushing event updated for resources: {'Port': ['ID=a4b52fd5-d562-44e0-a3f5-63625134042e,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:38:52.616239 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:38:52.651520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.652146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.652645 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.653086 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.653438 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.653711 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.654046 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.654374 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.654712 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.655040 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.655366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.655691 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Tracked resource versions report: Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: pushed versions: Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: { 'AddressGroup': {'1.2'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'ConntrackHelper': {'1.0'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Log': {'1.0'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Network': {'1.1'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Port': {'1.7'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'PortForwarding': {'1.2'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'QosPolicy': {'1.10'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroup': {'1.4'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SubPort': {'1.0'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Subnet': {'1.1'}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Trunk': {'1.1'}} Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: consumer versions: Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'ConntrackHelper': '1.0', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Log': '1.0', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Network': '1.1', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Port': '1.7', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'PortForwarding': '1.2', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'QosPolicy': '1.10', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroup': '1.4', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroupRule': '1.2', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SubPort': '1.0', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Subnet': '1.1', Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Trunk': '1.1'}} Oct 12 17:38:52.656807 dv-cinder-813225-2-iscsi neutron-server[100743]: {{(pid=100743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:38:52.706081 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Attempting to bind port a4b52fd5-d562-44e0-a3f5-63625134042e on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:38:52.706736 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Attempting to bind port a4b52fd5-d562-44e0-a3f5-63625134042e by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:38:52.706883 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Attempting to bind port a4b52fd5-d562-44e0-a3f5-63625134042e on network 3bc0839f-d380-4e15-aa56-ca033e84a634 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:38:52.711771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:38:52.712168 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Checking segment: {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:38:52.712637 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.713077 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Bound using segment: {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:38:52.713560 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Bound port: a4b52fd5-d562-44e0-a3f5-63625134042e, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:38:52.713965 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.777018 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] For port a4b52fd5-d562-44e0-a3f5-63625134042e, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:38:52.781612 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] For port a4b52fd5-d562-44e0-a3f5-63625134042e, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=a4b52fd5-d562-44e0-a3f5-63625134042e,segment=NetworkSegment(13caf1c2-4a84-41e7-b3d4-38de95e112f4),segment_id=13caf1c2-4a84-41e7-b3d4-38de95e112f4)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:38:52.785588 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:38:52.850167 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8334f-e744-4973-aeb1-c53af1e7a8c5 None None] Pushing event updated for resources: {'Port': ['ID=a4b52fd5-d562-44e0-a3f5-63625134042e,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:38:54.236006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 59438) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:54.555592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [None req-451090a7-1ce9-49cf-8848-86aca73b0acf admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:38:54.556658 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-451090a7-1ce9-49cf-8848-86aca73b0acf admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3197172 Oct 12 17:38:57.082751 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59446) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:38:57.402776 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [None req-da484651-40b9-4097-b0ce-a3eb0813746e admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:38:57.404168 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-da484651-40b9-4097-b0ce-a3eb0813746e admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3200362 Oct 12 17:39:00.149803 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 59456) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:00.457231 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Request body: {'router': {'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:39:00.481631 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:00.483230 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:00.651717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:00.656915 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:00.671813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:00.673005 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ca27fc7c-d22e-4293-a97b-068234767ae2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5222178 Oct 12 17:39:00.897943 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b52fd5-d562-44e0-a3f5-63625134042e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:39:00.989279 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port a4b52fd5-d562-44e0-a3f5-63625134042e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:00.989603 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:01.100135 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:01.141398 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port a4b52fd5-d562-44e0-a3f5-63625134042e, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=a4b52fd5-d562-44e0-a3f5-63625134042e,segment=NetworkSegment(13caf1c2-4a84-41e7-b3d4-38de95e112f4),segment_id=13caf1c2-4a84-41e7-b3d4-38de95e112f4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:39:01.146284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:01.192239 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=a4b52fd5-d562-44e0-a3f5-63625134042e,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:02.092441 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc7200-aaf2-4d0b-9058-ac229d009c67 None None] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:39:02.148835 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-8e07638c-05dd-4e44-bcfa-52ee6ca266ce None None] Provisioning complete for port a4b52fd5-d562-44e0-a3f5-63625134042e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:02.149221 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8e07638c-05dd-4e44-bcfa-52ee6ca266ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:02.501581 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-991127ac-3d5e-474a-8140-fc196beb9982 None None] Provisioning complete for port a4b52fd5-d562-44e0-a3f5-63625134042e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:02.501957 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-991127ac-3d5e-474a-8140-fc196beb9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:02.513088 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:39:02.857691 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b52fd5-d562-44e0-a3f5-63625134042e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:39:02.906716 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port a4b52fd5-d562-44e0-a3f5-63625134042e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:02.907137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:03.204955 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59468) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:03.247481 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6e15a06e-454a-4667-bf10-882a3ef344bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:03.519685 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [None req-d6aeaaf4-8334-434c-be87-0b98c9b93c17 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:39:03.520665 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d6aeaaf4-8334-434c-be87-0b98c9b93c17 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3147905 Oct 12 17:39:05.976325 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f439b2fa-dd8c-4196-954f-6e4b68cdb67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.032670 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59476) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:06.343986 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:39:06.365139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Made reservation on behalf of b680d4e703674a228f835abc0214a3e6 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:39:06.367403 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.375970 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.450489 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.454556 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.468308 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Reserving flat network on physical network physnet1 {{(pid=100742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 17:39:06.490411 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8d0332-63c3-4ee7-af6f-b64ad30dd77d,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:06.493328 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.493668 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Added segment b1db4346-e0b2-4163-91fa-b6d5e734c49a of type flat for network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 Oct 12 17:39:06.544672 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.576740 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.577661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:39:06.578245 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.635896 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6020906 Oct 12 17:39:06.639541 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6cdd8-a56c-4a0f-a80b-c558a82193db admin admin] Pushing event updated for resources: {'Network': ['ID=ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:06.665191 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:39:06.914809 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:06.957618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:08.591955 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:09.151612 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59494) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:09.368337 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68aab96-f48f-45a9-ba45-bf0bb8bd882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:39:09.369738 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d68aab96-f48f-45a9-ba45-bf0bb8bd882e admin admin] 10.222.0.86 "GET /v2.0/subnets/db03910f-9513-43d6-9438-25902dfa3581 HTTP/1.1" status: 200 len: 849 time: 0.2165866 Oct 12 17:39:09.549224 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fddbd7e0-3361-4a4b-8af8-62e9501dc155 admin admin] 10.222.0.86 "GET /v2.0/routers/a004f244-45b7-4cf1-8087-47f39b276fe2 HTTP/1.1" status: 200 len: 704 time: 0.1731782 Oct 12 17:39:09.819558 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.119638 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Allocated IP 172.20.0.1 (3bc0839f-d380-4e15-aa56-ca033e84a634/db03910f-9513-43d6-9438-25902dfa3581/81d28000-e8dc-4782-af42-7520f3cd8e12) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:39:10.306942 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.372739 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.445054 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:39:10.450269 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:39:10.460008 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:39:10.460564 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.517243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Pushing event updated for resources: {'Port': ['ID=81d28000-e8dc-4782-af42-7520f3cd8e12,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:10.644137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-c1cea63d-9bd0-4664-a645-8e86236cce36 None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:10.644679 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-c1cea63d-9bd0-4664-a645-8e86236cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.679554 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-c1cea63d-9bd0-4664-a645-8e86236cce36 None None] Port 81d28000-e8dc-4782-af42-7520f3cd8e12 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:39:10.717819 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.927482 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.931789 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:10.932543 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:11.008320 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Pushing event updated for resources: {'Port': ['ID=81d28000-e8dc-4782-af42-7520f3cd8e12,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:11.060880 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:39:11.062343 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:39:11.226912 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Router a004f244-45b7-4cf1-8087-47f39b276fe2 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:39:11.299442 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-0440e6c9-8224-46b7-9793-725869f553bd None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:11.299803 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0440e6c9-8224-46b7-9793-725869f553bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:11.327366 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:39:11.332609 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f116e448-e1dc-4b78-8854-3b20216290f8 admin admin] 10.222.0.86 "PUT /v2.0/routers/a004f244-45b7-4cf1-8087-47f39b276fe2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7774353 Oct 12 17:39:11.334966 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-0440e6c9-8224-46b7-9793-725869f553bd None None] Port 81d28000-e8dc-4782-af42-7520f3cd8e12 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:39:11.338411 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Sync routers for ids ['a004f244-45b7-4cf1-8087-47f39b276fe2'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:39:11.350216 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Routers {'a004f244-45b7-4cf1-8087-47f39b276fe2'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:39:11.351057 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:39:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['a004f244-45b7-4cf1-8087-47f39b276fe2'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:11.547176 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Set router a004f244-45b7-4cf1-8087-47f39b276fe2 gateway port host: None {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:39:11.978973 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:10Z', 'revision_number': 2, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port_host': None, '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:10Z', 'revision_number': 2, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:12.031379 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Checking router: a004f244-45b7-4cf1-8087-47f39b276fe2 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:39:12.031758 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Updating router a004f244-45b7-4cf1-8087-47f39b276fe2 port 81d28000-e8dc-4782-af42-7520f3cd8e12 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:39:12.079178 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.610337 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.617685 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.714256 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Pushing event updated for resources: {'Port': ['ID=81d28000-e8dc-4782-af42-7520f3cd8e12,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:12.744974 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.744974 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.744974 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.745374 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747791 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.747791 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Tracked resource versions report: Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: pushed versions: Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: { 'AddressGroup': {'1.2'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'ConntrackHelper': {'1.0'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Log': {'1.0'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Network': {'1.1'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Port': {'1.7'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'PortForwarding': {'1.2'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'QosPolicy': {'1.10'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroup': {'1.4'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SubPort': {'1.0'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Subnet': {'1.1'}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Trunk': {'1.1'}} Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: consumer versions: Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'ConntrackHelper': '1.0', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Log': '1.0', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Network': '1.1', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Port': '1.7', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'PortForwarding': '1.2', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'QosPolicy': '1.10', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroup': '1.4', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroupRule': '1.2', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SubPort': '1.0', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Subnet': '1.1', Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Trunk': '1.1'}} Oct 12 17:39:12.749000 dv-cinder-813225-2-iscsi neutron-server[100744]: {{(pid=100744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:39:12.803001 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Attempting to bind port 81d28000-e8dc-4782-af42-7520f3cd8e12 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:39:12.803541 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Attempting to bind port 81d28000-e8dc-4782-af42-7520f3cd8e12 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:39:12.803979 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Attempting to bind port 81d28000-e8dc-4782-af42-7520f3cd8e12 on network 3bc0839f-d380-4e15-aa56-ca033e84a634 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:39:12.809121 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:39:12.809531 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Checking segment: {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:39:12.810001 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.810547 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Bound using segment: {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:39:12.810880 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Bound port: 81d28000-e8dc-4782-af42-7520f3cd8e12, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13caf1c2-4a84-41e7-b3d4-38de95e112f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:39:12.811272 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.860288 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-96e32148-fcf6-4168-982e-997fd7ec07af None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:12.860907 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-96e32148-fcf6-4168-982e-997fd7ec07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.882077 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] For port 81d28000-e8dc-4782-af42-7520f3cd8e12, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:39:12.894189 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-96e32148-fcf6-4168-982e-997fd7ec07af None None] Port 81d28000-e8dc-4782-af42-7520f3cd8e12 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:39:12.902833 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] For port 81d28000-e8dc-4782-af42-7520f3cd8e12, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=81d28000-e8dc-4782-af42-7520f3cd8e12,segment=NetworkSegment(13caf1c2-4a84-41e7-b3d4-38de95e112f4),segment_id=13caf1c2-4a84-41e7-b3d4-38de95e112f4)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:39:12.907462 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:12.960264 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68890cce-dbe8-4838-9e0b-aa1a8304e59f None None] Pushing event updated for resources: {'Port': ['ID=81d28000-e8dc-4782-af42-7520f3cd8e12,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:12.989777 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Routers {'a004f244-45b7-4cf1-8087-47f39b276fe2'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:39:12.990410 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:39:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['a004f244-45b7-4cf1-8087-47f39b276fe2'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:13.084243 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] Set router a004f244-45b7-4cf1-8087-47f39b276fe2 gateway port host: None {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:39:13.116633 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:13.116964 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:13.196014 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:13.228526 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] For port 81d28000-e8dc-4782-af42-7520f3cd8e12, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=81d28000-e8dc-4782-af42-7520f3cd8e12,segment=NetworkSegment(13caf1c2-4a84-41e7-b3d4-38de95e112f4),segment_id=13caf1c2-4a84-41e7-b3d4-38de95e112f4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:39:13.234530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:13.285525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26f6fb-2d30-4879-adfa-1284486a129b None None] Pushing event updated for resources: {'Port': ['ID=81d28000-e8dc-4782-af42-7520f3cd8e12,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:13.301957 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:10Z', 'revision_number': 2, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port_host': None, '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:12Z', 'revision_number': 4, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:13.331075 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f33e59-7f1a-4fae-870c-f55531902fd9 None None] The sync data for ids ['a004f244-45b7-4cf1-8087-47f39b276fe2'] in dv-cinder-813225-2-iscsi is: [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:10Z', 'revision_number': 2, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port_host': None, '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:12Z', 'revision_number': 4, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:39:13.723315 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59516) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:13.836199 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41635aed-09b7-4c6c-8ee4-487a24296a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:39:13.837590 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-41635aed-09b7-4c6c-8ee4-487a24296a70 admin admin] 10.222.0.86 "GET /v2.0/networks/ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 HTTP/1.1" status: 200 len: 842 time: 0.1131406 Oct 12 17:39:13.848322 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:39:13.873771 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Made reservation on behalf of b680d4e703674a228f835abc0214a3e6 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:39:13.876002 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:14.187595 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.objects.ports [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100742) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 17:39:14.188062 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:14.242941 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Pushing event updated for resources: {'Subnet': ['ID=816f3368-78d9-44c5-b088-d48ccc445d90,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:14.255725 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:39:14.256076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Network hostable DHCP agents. Network: ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:39:14.278581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:39:14.291173 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:39:14.296201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:39:14.296785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:14.301124 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168157e-92ad-4809-b193-7d6b7d0a6399 None None] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:39:14.313177 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d26398be-d9d4-4eea-9d98-0891397f986e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4682610 Oct 12 17:39:14.438799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6badc961-430f-48b3-89a3-506457612b47 None None] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:39:16.804490 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59524) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:16.938668 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9cb5a8f4-8591-44aa-b839-2d5115052815 admin admin] 10.222.0.86 "GET /v2.0/routers/a004f244-45b7-4cf1-8087-47f39b276fe2 HTTP/1.1" status: 200 len: 710 time: 0.1330235 Oct 12 17:39:17.029838 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0ee673-00df-484d-8b71-101c1d2f2efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:39:17.031137 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0f0ee673-00df-484d-8b71-101c1d2f2efa admin admin] 10.222.0.86 "GET /v2.0/networks/ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 HTTP/1.1" status: 200 len: 886 time: 0.0865605 Oct 12 17:39:17.041669 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:39:17.377729 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:17.615925 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:17.692719 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:17.798674 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Allocated IP 172.27.2.86 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/06f79c93-fe73-46b0-acfd-fd6999f119b0) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:39:17.907578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:17.942134 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:17.986286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:39:17.989979 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:39:17.992508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Pushing event updated for resources: {'Port': ['ID=06f79c93-fe73-46b0-acfd-fd6999f119b0,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:18.004515 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:39:18.269522 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:18.471402 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-923915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-922488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29962'] for router, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:18.475122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-923922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-998369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-922435'] for router, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:18.677631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Router a004f244-45b7-4cf1-8087-47f39b276fe2 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:39:18.784738 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:39:18.789483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:18.790663 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-20bd7119-5f96-43ac-944d-6f359a32d0f4 admin admin] 10.222.0.86 "PUT /v2.0/routers/a004f244-45b7-4cf1-8087-47f39b276fe2 HTTP/1.1" status: 200 len: 889 time: 1.7525225 Oct 12 17:39:18.949367 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 81d28000-e8dc-4782-af42-7520f3cd8e12 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:39:19.003219 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:19.003602 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:20.377378 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Sync routers for ids ['a004f244-45b7-4cf1-8087-47f39b276fe2'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:39:20.387729 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Routers {'a004f244-45b7-4cf1-8087-47f39b276fe2'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:39:20.388429 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:39:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['a004f244-45b7-4cf1-8087-47f39b276fe2'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:20.594813 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Set router a004f244-45b7-4cf1-8087-47f39b276fe2 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:39:20.993342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:18Z', 'revision_number': 4, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port': {'id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:17Z', 'updated_at': '2021-10-12T17:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:13Z', 'revision_number': 5, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:21.046975 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Checking router: a004f244-45b7-4cf1-8087-47f39b276fe2 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:39:21.047329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Updating router a004f244-45b7-4cf1-8087-47f39b276fe2 port 06f79c93-fe73-46b0-acfd-fd6999f119b0 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:39:21.093567 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.350917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 59538) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:39:21.470937 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8b7c6870-0e74-4359-ab46-0cebc6f9d385 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1188583 Oct 12 17:39:21.493292 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.500827 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.557372 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5f376-6179-4057-9879-ce6637bc31ed None None] Pushing event updated for resources: {'Port': ['ID=06f79c93-fe73-46b0-acfd-fd6999f119b0,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:21.560755 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Attempting to bind port 06f79c93-fe73-46b0-acfd-fd6999f119b0 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:39:21.560990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Attempting to bind port 06f79c93-fe73-46b0-acfd-fd6999f119b0 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:39:21.561301 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Attempting to bind port 06f79c93-fe73-46b0-acfd-fd6999f119b0 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:39:21.567255 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:39:21.567627 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:39:21.568026 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.568410 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:39:21.568876 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Bound port: 06f79c93-fe73-46b0-acfd-fd6999f119b0, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:39:21.569392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.622999 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] For port 06f79c93-fe73-46b0-acfd-fd6999f119b0, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:39:21.626468 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] For port 06f79c93-fe73-46b0-acfd-fd6999f119b0, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=06f79c93-fe73-46b0-acfd-fd6999f119b0,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:39:21.631477 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:21.695957 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5f376-6179-4057-9879-ce6637bc31ed None None] Pushing event updated for resources: {'Port': ['ID=06f79c93-fe73-46b0-acfd-fd6999f119b0,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:21.699077 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Routers {'a004f244-45b7-4cf1-8087-47f39b276fe2'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:39:21.699460 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:39:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['a004f244-45b7-4cf1-8087-47f39b276fe2'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:21.811746 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] Set router a004f244-45b7-4cf1-8087-47f39b276fe2 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:39:22.047502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:18Z', 'revision_number': 4, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port': {'id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:17Z', 'updated_at': '2021-10-12T17:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:13Z', 'revision_number': 5, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:39:22.076536 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5b325-8ddd-4963-bf00-eae9097e5e66 None None] The sync data for ids ['a004f244-45b7-4cf1-8087-47f39b276fe2'] in dv-cinder-813225-2-iscsi is: [{'id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'name': 'router1', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:39:00Z', 'updated_at': '2021-10-12T17:39:18Z', 'revision_number': 4, 'project_id': 'f03f7e64973d45208f22370da158b939', 'gw_port': {'id': '06f79c93-fe73-46b0-acfd-fd6999f119b0', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:17Z', 'updated_at': '2021-10-12T17:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '81d28000-e8dc-4782-af42-7520f3cd8e12', 'name': '', 'network_id': '3bc0839f-d380-4e15-aa56-ca033e84a634', 'tenant_id': 'f03f7e64973d45208f22370da158b939', 'mac_address': 'fa:16:3e:31:79:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a004f244-45b7-4cf1-8087-47f39b276fe2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'db03910f-9513-43d6-9438-25902dfa3581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:39:09Z', 'updated_at': '2021-10-12T17:39:13Z', 'revision_number': 5, 'project_id': 'f03f7e64973d45208f22370da158b939', 'subnets': [{'id': 'db03910f-9513-43d6-9438-25902dfa3581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e462766-ee0c-46be-9127-aa33c432bf3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:39:22.938252 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 06f79c93-fe73-46b0-acfd-fd6999f119b0 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:39:22.989687 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 06f79c93-fe73-46b0-acfd-fd6999f119b0 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:22.989988 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:23.065256 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:23.084129 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 06f79c93-fe73-46b0-acfd-fd6999f119b0, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=06f79c93-fe73-46b0-acfd-fd6999f119b0,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:39:23.088089 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:23.136502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=06f79c93-fe73-46b0-acfd-fd6999f119b0,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:39:24.934952 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 06f79c93-fe73-46b0-acfd-fd6999f119b0 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:39:25.000880 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 06f79c93-fe73-46b0-acfd-fd6999f119b0 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:39:25.001523 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:33.250030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ce1fc522-3924-4f2c-9b38-98a6d287305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:35.978381 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-81fd8253-0388-401e-8b86-b9b9154a8a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:36.924727 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:36.963781 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:38.646746 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:39:39.514281 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:40:03.252915 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-15af29e6-df34-44bb-8570-bf69366a90ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:05.981606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-061615ef-df96-4c93-9f1d-2519ccff5f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:06.921455 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:06.956364 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:08.614373 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:16.514701 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:40:33.255492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e66e20f3-407d-4668-8d58-3bbefac5689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:35.983672 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5b74af67-16f2-4e0d-8328-280366751ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:36.924562 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:36.957922 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:38.616708 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:40:53.513218 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:41:00.639112 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60100) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:00.701194 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3c0af9-5b16-4edc-8060-6df0dff791c1 admin admin] GET failed (client error): The resource could not be found. Oct 12 17:41:00.703052 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7e3c0af9-5b16-4edc-8060-6df0dff791c1 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627794 Oct 12 17:41:00.860761 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb126c-15a9-42aa-910d-eb2379ffc925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:00.862288 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-26fb126c-15a9-42aa-910d-eb2379ffc925 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1548233 Oct 12 17:41:03.163346 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60110) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:03.255957 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-61be2c20-ce66-44e6-811c-b0980a7c4bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:03.261459 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cced72e-2640-4967-8705-0f9ec7d16dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:03.262822 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6cced72e-2640-4967-8705-0f9ec7d16dbb admin admin] 10.222.0.86 "GET /v2.0/subnets/db03910f-9513-43d6-9438-25902dfa3581 HTTP/1.1" status: 200 len: 849 time: 0.0985305 Oct 12 17:41:03.272675 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:03.356364 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Notify callbacks [] for subnet, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:03.495721 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788898382861'] for subnet, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:03.524099 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:03.525399 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:03.527354 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] 10.222.0.86 "PUT /v2.0/subnets/db03910f-9513-43d6-9438-25902dfa3581 HTTP/1.1" status: 200 len: 868 time: 0.2576444 Oct 12 17:41:03.533001 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dfd757-793b-46a1-ac27-512ed1d9de4b None None] Network 3bc0839f-d380-4e15-aa56-ca033e84a634 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:03.549187 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db03910f-9513-43d6-9438-25902dfa3581,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:03.557247 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.557710 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.558050 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.558384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.558714 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.559045 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.559370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.559693 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.560035 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.560358 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.560674 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.561016 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0bf838-41ea-42ce-8ebb-39ffb9ff7c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:03.908664 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-1d27fa56-2c1b-4976-b422-ebdf36cbfbb0 None None] Provisioning complete for port a4b52fd5-d562-44e0-a3f5-63625134042e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:03.909049 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1d27fa56-2c1b-4976-b422-ebdf36cbfbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:03.997694 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-1d27fa56-2c1b-4976-b422-ebdf36cbfbb0 None None] Provisioning complete for port 81d28000-e8dc-4782-af42-7520f3cd8e12 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:03.997977 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1d27fa56-2c1b-4976-b422-ebdf36cbfbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:05.826852 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60118) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:05.984285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d785bfde-f296-4109-885a-b7cec3203eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:06.032766 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca675fb-daab-466a-8702-c44e545fa876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:06.033187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca675fb-daab-466a-8702-c44e545fa876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:06.034737 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-2ca675fb-daab-466a-8702-c44e545fa876 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2069287 Oct 12 17:41:06.930763 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:06.957891 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:08.362123 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60128) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:08.565800 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2def30-31ae-4d29-9f2f-ae672c0a99dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:08.566172 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2def30-31ae-4d29-9f2f-ae672c0a99dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:08.567686 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6f2def30-31ae-4d29-9f2f-ae672c0a99dc admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045846 Oct 12 17:41:08.623723 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:10.881591 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60136) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:11.010047 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b5b1d-3f78-4d03-bd77-2fb894d94cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:11.011529 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-823b5b1d-3f78-4d03-bd77-2fb894d94cb0 admin admin] 10.222.0.86 "GET /v2.0/networks/3bc0839f-d380-4e15-aa56-ca033e84a634 HTTP/1.1" status: 200 len: 869 time: 0.1289985 Oct 12 17:41:13.294949 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60144) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:13.422590 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32342a10-322d-43a8-9195-85562103f0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:13.423929 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-32342a10-322d-43a8-9195-85562103f0e0 admin admin] 10.222.0.86 "GET /v2.0/networks/ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 HTTP/1.1" status: 200 len: 886 time: 0.1280432 Oct 12 17:41:15.713978 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60152) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:15.841744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c85f2-c132-4138-8a0b-7cdb0e236838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:15.842178 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1c85f2-c132-4138-8a0b-7cdb0e236838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:15.843686 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bb1c85f2-c132-4138-8a0b-7cdb0e236838 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1285028 Oct 12 17:41:18.167991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60160) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:18.260903 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5b190-d3d5-4e41-ada5-7289e49fc991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:18.261381 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef5b190-d3d5-4e41-ada5-7289e49fc991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:18.262914 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8ef5b190-d3d5-4e41-ada5-7289e49fc991 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939267 Oct 12 17:41:20.598668 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60168) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:20.684349 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b381e29-ea96-4c71-adc1-8746fe37c478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:20.685703 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4b381e29-ea96-4c71-adc1-8746fe37c478 admin admin] 10.222.0.86 "GET /v2.0/subnets/816f3368-78d9-44c5-b088-d48ccc445d90 HTTP/1.1" status: 200 len: 816 time: 0.0861082 Oct 12 17:41:23.009736 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60176) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:23.103125 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990a711c-c53b-4350-be1f-361002fa0d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:23.104466 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-990a711c-c53b-4350-be1f-361002fa0d50 admin admin] 10.222.0.86 "GET /v2.0/subnets/db03910f-9513-43d6-9438-25902dfa3581 HTTP/1.1" status: 200 len: 868 time: 0.0936882 Oct 12 17:41:30.513528 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:41:33.257248 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a01ee355-d04a-42ba-9efb-f15c1f59a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:35.984604 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-42566daa-77e1-49f7-bd65-287c179c914e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.930225 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:36.957410 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:38.628970 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:47.883605 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60230) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:47.931599 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [None req-e2f17a7f-208c-438f-bffc-1cb119cac584 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:41:47.932601 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e2f17a7f-208c-438f-bffc-1cb119cac584 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0480545 Oct 12 17:41:50.348559 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60238) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:50.410777 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5821bfe0-484c-4382-bcae-9d215f5c5278 admin admin] GET failed (client error): The resource could not be found. Oct 12 17:41:50.412099 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5821bfe0-484c-4382-bcae-9d215f5c5278 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625606 Oct 12 17:41:50.562477 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1c9c4e-8740-47fa-a3ff-aed5468f5d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:50.563884 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5f1c9c4e-8740-47fa-a3ff-aed5468f5d5b admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470292 Oct 12 17:41:52.933934 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60246) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:52.981061 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:53.001903 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Made reservation on behalf of b680d4e703674a228f835abc0214a3e6 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:53.004181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.030943 dv-cinder-813225-2-iscsi neutron-server[100742]: WARNING neutron.services.revisions.revision_plugin [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Could not find related network for resource to bump revision. Oct 12 17:41:53.041807 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:41:53.050325 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.050659 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Added segment 6606104d-b393-4ff2-9d7e-3a82f67adc0e of type vlan for network 6527c97d-30a3-4518-b580-171e80c70220 Oct 12 17:41:53.090549 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.113470 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.114300 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:53.114865 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:53.167631 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2326365 Oct 12 17:41:53.177711 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed8bb2-7600-47ff-8714-3b6fb9abcb60 admin admin] Pushing event updated for resources: {'Network': ['ID=6527c97d-30a3-4518-b580-171e80c70220,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:53.189293 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 6527c97d-30a3-4518-b580-171e80c70220 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:41:55.528196 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60254) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:41:55.691287 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.pecan_wsgi.hooks.translation [None req-469d21ed-9a8c-40a1-ab41-81203164f2d6 admin admin] GET failed (client error): The resource could not be found. Oct 12 17:41:55.692684 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-469d21ed-9a8c-40a1-ab41-81203164f2d6 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1631625 Oct 12 17:41:55.762585 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90e100-8333-4d42-8dd5-835b59d57167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:55.763947 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1c90e100-8333-4d42-8dd5-835b59d57167 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663719 Oct 12 17:41:55.774969 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:41:55.798394 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Made reservation on behalf of b680d4e703674a228f835abc0214a3e6 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:41:55.800595 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:55.962310 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.012245 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:56.028339 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Checking segment: {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:56.028682 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Network hostable DHCP agents. Network: 6527c97d-30a3-4518-b580-171e80c70220, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:41:56.044294 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Network 6527c97d-30a3-4518-b580-171e80c70220 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:41:56.052371 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 6527c97d-30a3-4518-b580-171e80c70220) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:56.057038 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:41:56.058023 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.061667 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818d8ab-5fca-42f7-8602-b2ed8aeba823 None None] Network 6527c97d-30a3-4518-b580-171e80c70220 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:56.073930 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4bfe1335-3d6e-4a95-a63f-cadbd04c00aa admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3030179 Oct 12 17:41:56.230222 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-6527c97d-30a3-4518-b580-171e80c70220', 'network_id': '6527c97d-30a3-4518-b580-171e80c70220', 'tenant_id': 'b680d4e703674a228f835abc0214a3e6', 'fixed_ips': [{'subnet_id': 'aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:41:56.231241 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.372272 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Allocated IP 192.168.233.2 (6527c97d-30a3-4518-b580-171e80c70220/aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5/ea7ba264-f80b-4fb0-8762-15909d702936) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:41:56.518839 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.525141 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.566638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Network 6527c97d-30a3-4518-b580-171e80c70220 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:41:56.569680 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:41:56.574306 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:41:56.581144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba264-f80b-4fb0-8762-15909d702936,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:56.606081 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.606456 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.606800 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.607142 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.607470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.607805 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.608134 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.608479 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.608822 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.609174 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.609496 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.609819 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:41:56.641810 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Attempting to bind port ea7ba264-f80b-4fb0-8762-15909d702936 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:41:56.642094 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Attempting to bind port ea7ba264-f80b-4fb0-8762-15909d702936 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:41:56.642451 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Attempting to bind port ea7ba264-f80b-4fb0-8762-15909d702936 on network 6527c97d-30a3-4518-b580-171e80c70220 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:41:56.647505 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:41:56.647896 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Checking segment: {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:41:56.648258 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.648646 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Bound using segment: {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:41:56.649207 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Bound port: ea7ba264-f80b-4fb0-8762-15909d702936, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:41:56.649617 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.716109 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] For port ea7ba264-f80b-4fb0-8762-15909d702936, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:41:56.719187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] For port ea7ba264-f80b-4fb0-8762-15909d702936, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=ea7ba264-f80b-4fb0-8762-15909d702936,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:41:56.724071 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:56.781761 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554bc9e-9536-41b8-84fd-2ded669dcc36 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba264-f80b-4fb0-8762-15909d702936,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:57.078111 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device ea7ba264-f80b-4fb0-8762-15909d702936 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:41:57.129225 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port ea7ba264-f80b-4fb0-8762-15909d702936 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:57.129591 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.212548 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.246470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port ea7ba264-f80b-4fb0-8762-15909d702936, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=ea7ba264-f80b-4fb0-8762-15909d702936,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:41:57.251873 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:57.300400 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba264-f80b-4fb0-8762-15909d702936,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:41:57.660867 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17751b41-6048-406e-a6bf-26e5a429de34 None None] Network 6527c97d-30a3-4518-b580-171e80c70220 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:41:57.729893 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-5e2e3deb-db98-4904-9123-4f71702002bf None None] Provisioning complete for port ea7ba264-f80b-4fb0-8762-15909d702936 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:57.730412 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5e2e3deb-db98-4904-9123-4f71702002bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:58.094981 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-973c33e2-04fc-4106-9859-0347d86a51e5 None None] Provisioning complete for port ea7ba264-f80b-4fb0-8762-15909d702936 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:58.095642 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-973c33e2-04fc-4106-9859-0347d86a51e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:41:59.014102 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device ea7ba264-f80b-4fb0-8762-15909d702936 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:41:59.064695 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port ea7ba264-f80b-4fb0-8762-15909d702936 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:41:59.065101 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:03.257712 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1f19d723-ae7d-4be3-a4c2-d7e6db566e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:05.986143 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f6eb42e2-1112-467f-8952-a397fe7e0e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:06.934248 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:06.958796 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:07.512198 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:42:08.635618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:33.259377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6f551623-0b04-41f2-a9e7-2e0503bedf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:35.987492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0356194e-71f4-4063-a1e3-d0a31c8d487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:36.938374 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:36.962675 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:38.628567 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:42:44.511331 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:43:03.260593 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e00da32e-7354-443d-9dfa-1a81af15877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:05.988465 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f4799f24-e9d7-4044-ac18-a24adde219f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:06.939250 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:06.964408 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:08.637133 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.023704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60306) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:09.029817 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [None req-ebe185b1-4369-47c3-bf9c-aeb25ac98f79 tempest-verify_tempest_config-36369281 tempest-verify_tempest_config-36369281-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:43:09.030775 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ebe185b1-4369-47c3-bf9c-aeb25ac98f79 tempest-verify_tempest_config-36369281 tempest-verify_tempest_config-36369281-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0061147 Oct 12 17:43:09.323094 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60324) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:09.424285 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.499823 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.503496 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.547862 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3f9a26-2848-418c-b1e3-2de1fe0bdb0e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:43:09.552490 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1c673a1be8c416e9c95d12eba91e540&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2283738 Oct 12 17:43:09.556064 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60330) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:43:09.557894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.558255 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.558595 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.558923 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.559247 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.559586 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.559914 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.560248 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.560587 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.560907 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.561251 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.561564 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056dc636-0183-4c5a-a2d5-1ff292730464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.635115 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.658651 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.752983 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.755808 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:09.756970 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a3f9a26-2848-418c-b1e3-2de1fe0bdb0e HTTP/1.1" status: 204 len: 168 time: 0.1999123 Oct 12 17:43:09.765109 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3f9a26-2848-418c-b1e3-2de1fe0bdb0e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:43:09.771641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.772008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.772353 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.772864 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.773204 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.773641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.773961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.774310 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.774672 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.775192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.775618 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:09.775947 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590cbadb-c7f4-424c-9cad-386f57335cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:43:21.513072 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:43:33.260769 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f9ecad0e-8860-4801-98cd-7a986a853c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:35.994285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0a304ca8-565c-4998-879f-214fb5ec8af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:36.940703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:36.969146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:38.640781 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:43:58.511585 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:44:03.260444 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bffc256b-923e-4eda-96aa-1a8c3ea55e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:05.995606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0222306f-b143-4426-a42e-d866c69789f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:06.944052 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:06.972005 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:08.643155 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:33.260584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-506f270e-8eb9-4770-809c-76296250b963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:35.509267 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 5 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:44:35.996959 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-429658ba-5a5c-470f-be8a-3985041ad884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:36.955101 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:36.974934 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:38.644751 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:44:44.860472 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-923105'] for agent, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:00.032654 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60402) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:45:00.140096 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-91f03660-bece-410f-b6d1-da739e4565cd admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1063046 Oct 12 17:45:02.429162 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60412) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:45:02.486717 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b7549694-f184-48ca-aa80-8c732efd3dab admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0564141 Oct 12 17:45:03.262422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a1750f2a-1e6e-44c7-9f16-1158c297f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:05.996860 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-53de91c8-4f7f-438c-8082-00e22cb0f49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:06.953435 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:06.974512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:08.648249 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:12.508193 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:45:14.812928 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:33.262520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-689a77a5-1483-4930-862d-7d98a5cd4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:35.997396 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-07a4cb7c-3029-4ef2-9ca3-8c126a9e0af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:36.950115 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:36.974910 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:38.650768 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:44.812342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:45:49.506148 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:46:03.263545 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f538ac99-ba65-4e55-91f3-708256c178dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:05.998275 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0d5d38c5-fe11-4486-a1e2-938e9e8d771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:06.953618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:06.975255 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:08.655947 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:14.826713 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:26.504053 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:46:32.240191 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60616) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:32.346614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60626) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:32.470831 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60638) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:32.501145 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1506246123-network', 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:32.531592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:32.535782 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.553732 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.654331 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.659344 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.685009 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:46:32.708413 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2789e0-1a18-4cc0-ba82-84659edb46c0,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:32.710907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788898472439', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.711474 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Unsubscribe: segment precommit_create {{(pid=100741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 17:46:32.711961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Added segment 80f1fe12-b9bf-4880-ac76-8a14a6a75b83 of type vlan for network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 Oct 12 17:46:32.738020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.738379 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.738729 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.739179 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.739401 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.739756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.740093 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.740436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.740783 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.741146 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.741477 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.741797 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Tracked resource versions report: Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: pushed versions: Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: { 'AddressGroup': {'1.2'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'ConntrackHelper': {'1.0'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Log': {'1.0'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Network': {'1.1'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Port': {'1.7'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'PortForwarding': {'1.2'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'QosPolicy': {'1.10'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroup': {'1.4'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SubPort': {'1.0'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Subnet': {'1.1'}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Trunk': {'1.1'}} Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: consumer versions: Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'ConntrackHelper': '1.0', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Log': '1.0', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Network': '1.1', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Port': '1.7', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'PortForwarding': '1.2', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'QosPolicy': '1.10', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroup': '1.4', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SecurityGroupRule': '1.2', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'SubPort': '1.0', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Subnet': '1.1', Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: 'Trunk': '1.1'}} Oct 12 17:46:32.742851 dv-cinder-813225-2-iscsi neutron-server[100741]: {{(pid=100741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:46:32.782210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1117110944-network', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:32.809800 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.840866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Made reservation on behalf of b3baecff8d2a4349b8a8c90e9a8146d9 for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:32.843717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.859637 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.870849 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.871843 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:32.872568 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.920710 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2051261895-network', 'tenant_id': '08a653f103e8453a889d24dc6a5330a8'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:32.948022 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Made reservation on behalf of 08a653f103e8453a889d24dc6a5330a8 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:32.951321 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7099624 Oct 12 17:46:32.951919 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60660) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:32.952245 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60662) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:32.952687 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.965224 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:32.966117 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Request body: {'subnet': {'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1506246123-subnet', 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:33.002956 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60672) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:33.027685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c7ac-bd6d-4165-9d8d-ef2c739b12c1 admin admin] Pushing event updated for resources: {'Network': ['ID=88778fc6-f8a4-45ce-ae7e-17e518cdc622,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.046843 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:46:33.054614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:33.058118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.088307 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.093686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.110954 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:46:33.123684 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.131443 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Added segment fead9a8d-ce77-479a-bc12-6d433c9e4fdb of type vlan for network 12b000a1-b794-42d9-b6d3-b2a676d802cf Oct 12 17:46:33.167474 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.180854 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.192810 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.222502 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:46:33.232909 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbba8bc-a92f-4c56-ac19-52d2904f373c,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.271655 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9cb562aa-57f7-4c61-b361-e9096dac8b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.275097 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d8cd6b-0998-48f9-93f2-e39e68604dff,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.281555 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.282912 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.283036 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Added segment d34c809d-ff99-4dac-b4c9-b91bf212f249 of type vlan for network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e Oct 12 17:46:33.283988 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:33.284677 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.302624 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.302974 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.303363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.303750 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.304086 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.304480 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.304841 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.305211 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.305540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.305981 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.306305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.306668 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Tracked resource versions report: Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: pushed versions: Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: { 'AddressGroup': {'1.2'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'ConntrackHelper': {'1.0'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Log': {'1.0'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Network': {'1.1'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Port': {'1.7'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'PortForwarding': {'1.2'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'QosPolicy': {'1.10'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroup': {'1.4'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SubPort': {'1.0'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Subnet': {'1.1'}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Trunk': {'1.1'}} Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: consumer versions: Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'ConntrackHelper': '1.0', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Log': '1.0', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Network': '1.1', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Port': '1.7', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'PortForwarding': '1.2', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'QosPolicy': '1.10', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroup': '1.4', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SecurityGroupRule': '1.2', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'SubPort': '1.0', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Subnet': '1.1', Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: 'Trunk': '1.1'}} Oct 12 17:46:33.307735 dv-cinder-813225-2-iscsi neutron-server[100742]: {{(pid=100742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:46:33.367483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.375884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-336310434-network', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:33.377105 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] Pushing event updated for resources: {'Network': ['ID=12b000a1-b794-42d9-b6d3-b2a676d802cf,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.386800 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2e39d20e-5b6d-4e8d-bc8f-57a27a9e49e5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9141588 Oct 12 17:46:33.390249 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60684) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:33.392422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 12b000a1-b794-42d9-b6d3-b2a676d802cf details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:46:33.402215 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Request body: {'subnet': {'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2051261895-subnet', 'tenant_id': '08a653f103e8453a889d24dc6a5330a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:33.473656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-network', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:33.498264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.501332 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f772534b-e4c7-4613-be19-65d1110a1385,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.533541 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Made reservation on behalf of c91ea56ee5db4b2cb6140f2f844d05a4 for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:33.536529 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.547855 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Made reservation on behalf of 08a653f103e8453a889d24dc6a5330a8 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:33.552347 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.560716 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.582466 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Checking segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:33.582888 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Network hostable DHCP agents. Network: 88778fc6-f8a4-45ce-ae7e-17e518cdc622, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:46:33.610920 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.612460 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:33.613107 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.645215 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Made reservation on behalf of 59aee07f35ae4d369791d84f8992b64b for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:33.648122 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.708958 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.737557 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3896344 Oct 12 17:46:33.743712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60710) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:33.748356 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:46:33.759156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Request body: {'subnet': {'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1117110944-subnet', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:33.764775 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.781329 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe4b38-7b1b-42db-bcf7-c3080af67e2b admin admin] Pushing event updated for resources: {'Network': ['ID=7cfa23e9-cb4f-4133-a0c8-c384633afa5e,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.801489 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:46:33.887514 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93550e68-713e-4a80-a71a-974ba62497e4,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:33.900821 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.923252 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.947127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Checking segment: {'id': 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:33.947481 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Network hostable DHCP agents. Network: 12b000a1-b794-42d9-b6d3-b2a676d802cf, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:46:33.955369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:46:33.966688 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 88778fc6-f8a4-45ce-ae7e-17e518cdc622) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:33.968749 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Network 12b000a1-b794-42d9-b6d3-b2a676d802cf is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:46:33.971595 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:33.972297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.978926 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14047a75-0193-482d-bfcd-1711ba3e989c None None] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:33.984638 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 12b000a1-b794-42d9-b6d3-b2a676d802cf) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:33.988609 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Made reservation on behalf of b3baecff8d2a4349b8a8c90e9a8146d9 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:33.991094 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:33.993237 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:33.993874 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.004712 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4973f-d5f7-490b-a546-2dc184a20967 None None] Network 12b000a1-b794-42d9-b6d3-b2a676d802cf requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:34.030191 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0da415ba-2dcc-498e-b6c6-8dffc6f854b5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6377511 Oct 12 17:46:34.038558 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.038980 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Added segment 1e06e594-a630-4507-ac54-2f226ad378f0 of type vlan for network 5853aa21-f335-4274-ad62-b3971a448d6f Oct 12 17:46:34.087718 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-58e0f653-5273-4e75-bd8d-33e49ffdf0e9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1262162 Oct 12 17:46:34.095160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ee1e9-6947-4f8c-b592-0cbb278a0548,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.176119 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.230483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.241516 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.253225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.254162 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:34.254749 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.300192 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7b10b3-d7bc-49a2-b1f3-a0c127cca15e None None] Network 12b000a1-b794-42d9-b6d3-b2a676d802cf requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:34.315684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:46:34.322869 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ee181c-151e-4c4a-96e2-c886874447f2 None None] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:34.434994 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4714119 Oct 12 17:46:34.435286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60750) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:34.442515 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Request body: {'subnet': {'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-subnet', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:34.442893 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.443244 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Added segment 675cc116-9058-46f3-88a1-71dc08763cff of type vlan for network e8152edb-d593-48a5-916c-38dd12385d96 Oct 12 17:46:34.456072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccadc4-2442-4228-ae90-4d329d056237,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.508627 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc541517-1e1a-4254-bece-88ff53d737a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5853aa21-f335-4274-ad62-b3971a448d6f,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.521717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Made reservation on behalf of c91ea56ee5db4b2cb6140f2f844d05a4 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:34.529030 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.532692 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.550390 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 5853aa21-f335-4274-ad62-b3971a448d6f details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:46:34.557297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.606618 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.607575 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:34.608201 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.632853 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60758) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:34.692203 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6877682 Oct 12 17:46:34.694672 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c971b72-5e56-4668-ac34-e2c381c562ed,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.709338 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60762) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:34.723249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Request body: {'subnet': {'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-subnet', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:34.744359 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd1eb0-12ae-4ea1-b126-9dc9450477e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8152edb-d593-48a5-916c-38dd12385d96,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.757187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network e8152edb-d593-48a5-916c-38dd12385d96 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:46:34.763297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Checking segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:34.763994 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Network hostable DHCP agents. Network: 7cfa23e9-cb4f-4133-a0c8-c384633afa5e, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:46:34.780036 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Made reservation on behalf of 59aee07f35ae4d369791d84f8992b64b for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:34.783060 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.798267 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:34.939356 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14390713-61b8-4e1c-b203-665488fb09fb,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:34.955980 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Checking segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:34.956551 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Network hostable DHCP agents. Network: 5853aa21-f335-4274-ad62-b3971a448d6f, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:46:34.976053 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Network 5853aa21-f335-4274-ad62-b3971a448d6f is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:46:35.041876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:46:35.061906 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c727b2af-de72-4ea0-bf8d-ccd0aacae14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.068820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 7cfa23e9-cb4f-4133-a0c8-c384633afa5e) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:35.073050 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 5853aa21-f335-4274-ad62-b3971a448d6f) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:35.080673 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb647b5-0771-416e-9b48-0f6bcf40a793 None None] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:35.089527 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:35.090704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.091337 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:35.091925 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.130483 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0499e110-45bf-4e27-8d0c-e9dacb742aad None None] Network 5853aa21-f335-4274-ad62-b3971a448d6f requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:35.188006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60802) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.190376 dv-cinder-813225-2-iscsi neutron-server[100741]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 17:46:35.296193 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b0204d06-f913-45f2-b510-003bfea1ef20 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5486383 Oct 12 17:46:35.297670 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60812) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.306142 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.313232 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:35.346305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60814) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.360903 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c727b2af-de72-4ea0-bf8d-ccd0aacae14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.365777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60820) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.372022 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-157d09e5-4635-4e3b-9387-1a7357ff2c33 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9351993 Oct 12 17:46:35.382843 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c727b2af-de72-4ea0-bf8d-ccd0aacae14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.394926 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60822) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.407830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:35.424141 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c727b2af-de72-4ea0-bf8d-ccd0aacae14c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8548db1533294c4baf9fec41ad1b20e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7890263 Oct 12 17:46:35.428777 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60828) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:35.505775 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81253e5-89ca-4e72-a8f8-a2f651fe7bf4 None None] Network 5853aa21-f335-4274-ad62-b3971a448d6f requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:35.523313 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727b2af-de72-4ea0-bf8d-ccd0aacae14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585633c8-9efd-4220-a666-3e329951cf58,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:35.571499 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:46:35.573785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.580441 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.581777 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.600653 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-728831b2-62ce-43ca-98e4-c6bb07cd884d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.623383 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3186d1-1558-4dc4-be51-9249a2ab1716,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:35.661206 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-87b042ae-88e5-4024-9f15-a6a0e4838ac7 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:35.662942 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-87b042ae-88e5-4024-9f15-a6a0e4838ac7 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/networks?id=12b000a1-b794-42d9-b6d3-b2a676d802cf HTTP/1.1" status: 200 len: 812 time: 0.4736919 Oct 12 17:46:35.682089 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Checking segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:35.682436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Network hostable DHCP agents. Network: e8152edb-d593-48a5-916c-38dd12385d96, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:46:35.709603 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-143e166f-5ec3-439b-92c9-93851f610fae tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/quotas/08a653f103e8453a889d24dc6a5330a8 HTTP/1.1" status: 200 len: 375 time: 0.0338104 Oct 12 17:46:35.735051 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.736678 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.792022 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.797492 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.809395 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-d1ddcb52-30c6-4210-95c0-10faf9aeed3e tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=08a653f103e8453a889d24dc6a5330a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896947 Oct 12 17:46:35.814624 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Network e8152edb-d593-48a5-916c-38dd12385d96 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:46:35.853578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.859056 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-d447ada0-7742-4bef-8b16-cb969e2c0ea3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:35.861705 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-d447ada0-7742-4bef-8b16-cb969e2c0ea3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.4796841 Oct 12 17:46:35.912035 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-c62a77f2-e09f-4f5d-b6e7-a102bb81e531 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/quotas/1df6ca8743204eaf8c24ec3da287bc2d HTTP/1.1" status: 200 len: 375 time: 0.0372629 Oct 12 17:46:35.915412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, e8152edb-d593-48a5-916c-38dd12385d96) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:35.932239 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:35.933097 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:35.940366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef489bc-3ba2-462b-95cc-db914bb2feaa None None] Network e8152edb-d593-48a5-916c-38dd12385d96 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:35.945314 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Allocated IP 172.20.0.2 (7cfa23e9-cb4f-4133-a0c8-c384633afa5e/4c971b72-5e56-4668-ac34-e2c381c562ed/147f1dbd-1e09-428a-bf37-dd4bf1330ea1) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:35.998689 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b04e3fc7-461a-4ff8-831d-afdfd9eb67c5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678694 Oct 12 17:46:36.000853 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.011556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f8b81d8c-27d2-4d68-bd24-3b9d849e6db2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2922015 Oct 12 17:46:36.015994 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 60848) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:36.052279 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.056571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.059785 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/585633c8-9efd-4220-a666-3e329951cf58 HTTP/1.1" status: 204 len: 168 time: 0.6234894 Oct 12 17:46:36.092606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-18877799-7eb2-44f2-b2a2-65f5241c7e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.122363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10186d7-9a2b-4612-b7da-16c4d1e1a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585633c8-9efd-4220-a666-3e329951cf58,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:36.132193 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.173765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:36.251579 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-728831b2-62ce-43ca-98e4-c6bb07cd884d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.272379 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-728831b2-62ce-43ca-98e4-c6bb07cd884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.284174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.307240 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.310219 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.404239 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-728831b2-62ce-43ca-98e4-c6bb07cd884d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a949628ac9e3429eb4f2556493bce219&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0396678 Oct 12 17:46:36.414746 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728831b2-62ce-43ca-98e4-c6bb07cd884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347123ec-a1c5-4bfb-bdc5-0937da6a58a5,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:36.417689 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60862) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:36.441898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-e8152edb-d593-48a5-916c-38dd12385d96', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:46:36.443403 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.480687 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-3f0e58b1-e269-4e4d-ad6a-a5cec2a484cd service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:46:36.487052 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-3f0e58b1-e269-4e4d-ad6a-a5cec2a484cd service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3100011 Oct 12 17:46:36.518931 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.639178 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.655075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.662257 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-3af94271-079c-4185-b507-8cbca5d9e094 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:46:36.672589 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-3af94271-079c-4185-b507-8cbca5d9e094 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3754776 Oct 12 17:46:36.698839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.736756 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:36.738605 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.761183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:36.766819 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Pushing event updated for resources: {'Port': ['ID=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:36.769092 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:36.783209 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60870) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:36.789506 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.789896 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.790231 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.790567 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.790901 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.791234 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.791558 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.791937 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.792294 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.793075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.793075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.793283 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Tracked resource versions report: Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: pushed versions: Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: { 'AddressGroup': {'1.2'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'ConntrackHelper': {'1.0'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Log': {'1.0'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Network': {'1.1'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Port': {'1.7'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'PortForwarding': {'1.2'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'QosPolicy': {'1.10'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroup': {'1.4'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SubPort': {'1.0'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Subnet': {'1.1'}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Trunk': {'1.1'}} Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: consumer versions: Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'ConntrackHelper': '1.0', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Log': '1.0', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Network': '1.1', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Port': '1.7', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'PortForwarding': '1.2', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'QosPolicy': '1.10', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroup': '1.4', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SecurityGroupRule': '1.2', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'SubPort': '1.0', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Subnet': '1.1', Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: 'Trunk': '1.1'}} Oct 12 17:46:36.794316 dv-cinder-813225-2-iscsi neutron-server[100743]: {{(pid=100743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:46:36.816243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8522eb96-cbc9-4a7e-a4b0-c976f696334f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.831006 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Allocated IP 172.20.0.2 (e8152edb-d593-48a5-916c-38dd12385d96/0f3186d1-1558-4dc4-be51-9249a2ab1716/2399b625-9c59-483d-acf6-751d4706546e) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:36.889146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Attempting to bind port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:36.889517 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Attempting to bind port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:36.889974 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Attempting to bind port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:36.896563 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60874) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:36.899076 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:36.899768 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Checking segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:36.900265 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.900892 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Bound using segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:36.901520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Bound port: 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:36.902064 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.946960 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.949740 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:36.951143 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/347123ec-a1c5-4bfb-bdc5-0937da6a58a5 HTTP/1.1" status: 204 len: 168 time: 0.5312583 Oct 12 17:46:36.981131 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09cdcc-d15d-4f1c-a16d-c1ca9689eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347123ec-a1c5-4bfb-bdc5-0937da6a58a5,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:36.999557 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.028103 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.032902 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.055300 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fce72e7d-e1b4-414a-9c3d-a44956965ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.095761 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.121468 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-a9790ee5-99ef-45d0-a849-32bc8b7c623d service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460430 Oct 12 17:46:37.126661 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.130894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8522eb96-cbc9-4a7e-a4b0-c976f696334f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.150035 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8522eb96-cbc9-4a7e-a4b0-c976f696334f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.196127 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] For port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:37.209020 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] For port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:37.220565 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.236695 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8522eb96-cbc9-4a7e-a4b0-c976f696334f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5f387afca77445ee98857aa0725ea3ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4475768 Oct 12 17:46:37.236963 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60886) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:37.245227 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522eb96-cbc9-4a7e-a4b0-c976f696334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f9d50-6d97-4387-af7b-d3f62c254dad,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:37.324116 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.330930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Allocated IP 172.27.2.19 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/9511a712-1001-4d1c-8f16-820fb293b324) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:37.338285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.363116 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Network e8152edb-d593-48a5-916c-38dd12385d96 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:37.365439 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27c7d4-83b5-4638-aeec-a094f1a04f66 None None] Pushing event updated for resources: {'Port': ['ID=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:37.366792 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fce72e7d-e1b4-414a-9c3d-a44956965ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.375117 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fce72e7d-e1b4-414a-9c3d-a44956965ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.386204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-01faee36-d4e5-4aae-a223-4c383345932c service neutron] 10.222.0.86 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768532 Oct 12 17:46:37.388371 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-a75379f1-117a-4c9d-809e-101b95bcfeb9 service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582619 Oct 12 17:46:37.421719 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Pushing event updated for resources: {'Port': ['ID=2399b625-9c59-483d-acf6-751d4706546e,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:37.425604 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:37.428171 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:37.547642 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Attempting to bind port 2399b625-9c59-483d-acf6-751d4706546e on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:37.551062 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Attempting to bind port 2399b625-9c59-483d-acf6-751d4706546e by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:37.551062 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Attempting to bind port 2399b625-9c59-483d-acf6-751d4706546e on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:37.561697 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:37.565353 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Checking segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:37.565890 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.566397 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Bound using segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:37.567255 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.568484 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Bound port: 2399b625-9c59-483d-acf6-751d4706546e, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:37.570648 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.617331 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fce72e7d-e1b4-414a-9c3d-a44956965ff7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ed625fea9f64f069d1bc977d44bcba2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7205479 Oct 12 17:46:37.625889 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60896) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:37.628659 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce72e7d-e1b4-414a-9c3d-a44956965ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770972e4-080c-4fba-b8ca-cefbfe6a4f04,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:37.663024 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.717545 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] For port 2399b625-9c59-483d-acf6-751d4706546e, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:37.781561 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] For port 2399b625-9c59-483d-acf6-751d4706546e, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2399b625-9c59-483d-acf6-751d4706546e,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:37.781561 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.859876 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.900662 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fc417-5ca0-4c62-b77e-35d5aa5f3893 None None] Pushing event updated for resources: {'Port': ['ID=2399b625-9c59-483d-acf6-751d4706546e,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:37.930432 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.959288 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.967782 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:37.968000 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-33f0d63e-6e5a-4af1-9b35-3f576b53b416 service neutron] 10.222.0.86 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720000 Oct 12 17:46:37.968924 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/053f9d50-6d97-4387-af7b-d3f62c254dad HTTP/1.1" status: 204 len: 168 time: 0.7311473 Oct 12 17:46:38.010293 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:38.045496 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f857859a-a897-4d2a-812d-6ea9c1c5fee8 req-f83d5caa-cbaf-4445-84e9-ce71ba4e1332 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.0909615 Oct 12 17:46:38.051101 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.067640 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:38.072226 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:38.246799 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.290463 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd130f-4ac7-4da4-9fbf-12cad05277fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f9d50-6d97-4387-af7b-d3f62c254dad,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:38.297002 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.366385 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.503688 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.508977 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.510605 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/770972e4-080c-4fba-b8ca-cefbfe6a4f04 HTTP/1.1" status: 204 len: 168 time: 0.8768978 Oct 12 17:46:38.520543 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9511a712-1001-4d1c-8f16-820fb293b324,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:38.540230 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d055177-b632-4857-a955-211e91134cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770972e4-080c-4fba-b8ca-cefbfe6a4f04,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:38.571757 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-12ac1cba-4710-4c38-863d-f727455a9e73 req-29b9980c-76c3-441e-ae85-b5028571c58f tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.1234450 Oct 12 17:46:38.637264 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.670953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.680732 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.747277 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:38.884422 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Allocated IP 172.27.2.150 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/594acebf-8817-4a71-8787-5dcd4c051af4) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:39.062673 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.188450 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5ce0b-55c0-4909-a6db-a275ce18fbe9 None None] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:39.308391 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4bf2c7c5-0c35-4747-b57a-5cb4e4fc39f4 req-2d480d16-c4ef-42fc-b483-4a2abf69178f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.1145999 Oct 12 17:46:39.377298 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.378032 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] Provisioning complete for port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:39.378227 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.402987 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Router d26658a2-7863-47de-809a-d67095795984 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:46:39.414632 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60978) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:39.425973 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2399b625-9c59-483d-acf6-751d4706546e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:39.455146 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8aaf162a-f6bb-4cfb-98fa-33d728b0b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.531268 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2399b625-9c59-483d-acf6-751d4706546e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:39.531646 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.570712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.580278 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64ac77-a299-47f7-8d9d-c5ba39cf30e1 None None] Network e8152edb-d593-48a5-916c-38dd12385d96 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:46:39.704310 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:39.714716 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:39.728878 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:39.732538 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:39.736815 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.739058 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-39b90de4-3b56-417b-9794-1fd7952a56a7 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4299328 Oct 12 17:46:39.744232 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 60990) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:39.758182 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:39.780964 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:39.784565 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:39.836975 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8aaf162a-f6bb-4cfb-98fa-33d728b0b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.850974 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8aaf162a-f6bb-4cfb-98fa-33d728b0b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:39.915683 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:40.019993 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.064626 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.151952 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:38Z', 'revision_number': 3, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:40.195294 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:46:40.195723 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Updating router d26658a2-7863-47de-809a-d67095795984 port 9511a712-1001-4d1c-8f16-820fb293b324 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:46:40.230978 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.324336 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf162a-f6bb-4cfb-98fa-33d728b0b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce5e16-7d59-4106-9778-6771698c6d4a,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:40.408363 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8aaf162a-f6bb-4cfb-98fa-33d728b0b920 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30f25c63bcfe4a99bcc4f1db012a9958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9890966 Oct 12 17:46:40.408886 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a49877c8-8c21-4f44-923a-9094d6626cf8 req-f119d863-b654-4b76-a7ff-4dfebd0906a6 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.6617496 Oct 12 17:46:40.411409 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 32780) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:40.439056 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 2399b625-9c59-483d-acf6-751d4706546e, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2399b625-9c59-483d-acf6-751d4706546e,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:40.443461 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] For port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:40.457137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.457921 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:40.519207 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:40.582888 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Allocated IP 172.27.2.183 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/2797fbe0-20a0-4311-916f-7eb3b10bc360) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:40.608519 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=594acebf-8817-4a71-8787-5dcd4c051af4,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:40.837865 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b099b624-6be3-4f4a-8e44-130581eca926 req-973af951-e599-4fb1-a291-0171e399cb03 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.0762022 Oct 12 17:46:40.990674 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.024799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-cb1707f3-7b47-4321-a7b5-1790dd333a53 None None] Provisioning complete for port 2399b625-9c59-483d-acf6-751d4706546e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:41.025191 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cb1707f3-7b47-4321-a7b5-1790dd333a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.030287 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=2399b625-9c59-483d-acf6-751d4706546e,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:41.164282 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.173215 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.275966 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:41.285157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.334004 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.341661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.349918 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b6ce5e16-7d59-4106-9778-6771698c6d4a HTTP/1.1" status: 204 len: 168 time: 0.9254429 Oct 12 17:46:41.356853 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77756b40-7d8e-4527-bba8-b2b932090814 None None] Pushing event updated for resources: {'Port': ['ID=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:41.454575 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e6a4e-ef7b-47af-be91-02a03a778b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce5e16-7d59-4106-9778-6771698c6d4a,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:41.484339 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.597486 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-cb1707f3-7b47-4321-a7b5-1790dd333a53 None None] Provisioning complete for port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:41.598538 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cb1707f3-7b47-4321-a7b5-1790dd333a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.640451 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.87', 49851) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:41.677243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Allocated IP 172.20.0.1 (7cfa23e9-cb4f-4133-a0c8-c384633afa5e/4c971b72-5e56-4668-ac34-e2c381c562ed/af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:41.735928 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2399b625-9c59-483d-acf6-751d4706546e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:41.773808 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.791222 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf34045e-d054-4060-9de2-6ab8c3e13369 req-e6f924c2-7149-4a1a-b5ea-bd6032833bb5 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.1407630 Oct 12 17:46:41.800677 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.879442 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-5c421ac9-7722-4250-9be7-6e6e2ccc5a19 None None] Provisioning complete for port 2399b625-9c59-483d-acf6-751d4706546e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:41.880514 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5c421ac9-7722-4250-9be7-6e6e2ccc5a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:41.927261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 32832) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:41.988397 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2399b625-9c59-483d-acf6-751d4706546e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:41.998919 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.050272 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.059918 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.069543 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-9d5e67a5-a9a6-415c-bb7e-ab761f6b7ce0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:42.071497 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-9d5e67a5-a9a6-415c-bb7e-ab761f6b7ce0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.4296935 Oct 12 17:46:42.092107 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:42.148506 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Request body: {'port': {'device_id': '534d8173-077b-411a-b027-74f3a31b015f', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'admin_state_up': True, 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:42.156642 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.171304 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Pushing event updated for resources: {'Port': ['ID=2797fbe0-20a0-4311-916f-7eb3b10bc360,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:42.178423 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:42.184903 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:42.218752 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Pushing event updated for resources: {'Port': ['ID=9511a712-1001-4d1c-8f16-820fb293b324,revision_number=2']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:42.232342 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Attempting to bind port 9511a712-1001-4d1c-8f16-820fb293b324 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:42.232342 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Attempting to bind port 9511a712-1001-4d1c-8f16-820fb293b324 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:42.232342 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Attempting to bind port 9511a712-1001-4d1c-8f16-820fb293b324 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:42.249711 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.250085 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.250436 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.250780 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.251121 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.251465 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.251787 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.252123 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.252453 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.252781 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.253132 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.253450 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Tracked resource versions report: Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: pushed versions: Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: { 'AddressGroup': {'1.2'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'ConntrackHelper': {'1.0'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Log': {'1.0'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Network': {'1.1'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Port': {'1.7'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'PortForwarding': {'1.2'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'QosPolicy': {'1.10'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroup': {'1.4'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroupRule': {'1.2'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SubPort': {'1.0'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Subnet': {'1.1'}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Trunk': {'1.1'}} Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: consumer versions: Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: { DHCP agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: HyperV agent@hv-cinder-81322: {}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: L3 agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: Metadata agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: Metering agent@dv-cinder-813225-2-iscsi: {}, Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: Open vSwitch agent@dv-cinder-813225-2-iscsi: { 'AddressGroup': '1.2', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'ConntrackHelper': '1.0', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Log': '1.0', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Network': '1.1', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Port': '1.7', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'PortForwarding': '1.2', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'QosPolicy': '1.10', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroup': '1.4', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SecurityGroupRule': '1.2', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'SubPort': '1.0', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Subnet': '1.1', Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: 'Trunk': '1.1'}} Oct 12 17:46:42.254487 dv-cinder-813225-2-iscsi neutron-server[100744]: {{(pid=100744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 17:46:42.265087 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:42.265472 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:42.265884 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.266278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:42.266768 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Bound port: 9511a712-1001-4d1c-8f16-820fb293b324, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:42.267184 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.299865 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:42.392257 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1e0a41dc-9df0-4b27-8138-3a925c74deab req-57046051-5eac-4ef1-988f-b6fff95fefa3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.2843733 Oct 12 17:46:42.430163 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:42.441487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.441704 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] For port 9511a712-1001-4d1c-8f16-820fb293b324, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:42.441841 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] For port 9511a712-1001-4d1c-8f16-820fb293b324, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=9511a712-1001-4d1c-8f16-820fb293b324,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:42.452219 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.488093 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-65247714-d877-4d00-9a23-346a0170b0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.622564 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:42.623204 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:42.641920 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-65247714-d877-4d00-9a23-346a0170b0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.650632 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.665333 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-65247714-d877-4d00-9a23-346a0170b0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.723807 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65247714-d877-4d00-9a23-346a0170b0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d27e97-9dbb-4d0a-81ed-dd15f86f3218,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:42.740508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:42.749508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:42.765813 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:42.766195 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.773837 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:42.778684 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.796710 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dceb5b-19dd-4e58-a959-ff7b807325d9 None None] Pushing event updated for resources: {'Port': ['ID=9511a712-1001-4d1c-8f16-820fb293b324,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:42.840047 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:42.898468 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-65247714-d877-4d00-9a23-346a0170b0e2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=756ae4971c884bdcbd2a4fff3ec3c412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630845 Oct 12 17:46:42.957675 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 32884) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:42.958137 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.87', 49858) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:42.968976 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:43.184815 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Pushing event updated for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:43.278604 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-86493c48-2054-4b70-9397-0601811181c0 None None] Provisioning complete for port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:43.279423 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-86493c48-2054-4b70-9397-0601811181c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:43.373463 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-86493c48-2054-4b70-9397-0601811181c0 None None] Port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:46:43.390827 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1b9d67a4-5b9c-44f5-9b51-3963e763beb0 req-a0b180a6-d87e-4ddc-b0a6-d5b3c015ec25 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.1883936 Oct 12 17:46:43.434939 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:38Z', 'revision_number': 3, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:43.471086 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e639768c-6789-4975-8a28-5f0d9639787a None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:38Z', 'revision_number': 3, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:46:43.972720 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28fc4a9b-b382-43d8-b2a8-a14da524fea3 req-586a96c9-b4f0-4775-98a1-905599a0a314 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.3656914 Oct 12 17:46:44.080297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.196411 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.404395 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.420009 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.527655 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-9b23a98f-7e15-4a3e-a699-fec1d1378550 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:44.529248 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-9b23a98f-7e15-4a3e-a699-fec1d1378550 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.87 "GET /v2.0/networks?id=12b000a1-b794-42d9-b6d3-b2a676d802cf HTTP/1.1" status: 200 len: 812 time: 1.5469332 Oct 12 17:46:44.552587 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 32932) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:44.553307 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.559381 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.560633 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27d27e97-9dbb-4d0a-81ed-dd15f86f3218 HTTP/1.1" status: 204 len: 168 time: 1.6016140 Oct 12 17:46:44.597113 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Request body: {'port': {'device_id': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf', 'admin_state_up': True, 'tenant_id': '08a653f103e8453a889d24dc6a5330a8'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:44.646332 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b07132-d3ae-4785-b81a-9111da695be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d27e97-9dbb-4d0a-81ed-dd15f86f3218,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:44.721266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Allocated IP 172.20.0.13 (88778fc6-f8a4-45ce-ae7e-17e518cdc622/f772534b-e4c7-4613-be19-65d1110a1385/23eae5a0-0307-4356-b15a-27a7ece159a2) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:44.764491 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-63dc1ae7-5f5c-45c0-96e3-981e42106e5e req-27d0ee38-7662-4fa6-818d-2c5ae7445000 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.0621827 Oct 12 17:46:44.844218 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:44.866798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:46:44.872748 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.035271 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Router 1bab67c3-a178-4631-abb7-314e314f3193 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:46:45.240247 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f85c8a46-e9b0-4471-9870-22ecb3e89b0f req-09f98907-3c37-4070-b444-70dee4d8cdc5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 210 time: 0.0922325 Oct 12 17:46:45.297399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 32946) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:45.338324 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.392147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c7a00bd6-1b9c-44c9-988c-44cf0a473978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.431730 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:45.444123 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:45.460422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:45.462228 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:45.568418 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.597492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:45.608100 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Sync routers for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:45.627268 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:45.640638 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:45.723502 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c7a00bd6-1b9c-44c9-988c-44cf0a473978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.731128 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c7a00bd6-1b9c-44c9-988c-44cf0a473978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.752552 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4a49de05-a8fb-4fd3-8ca4-0fc74ca4e4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.764581 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 9511a712-1001-4d1c-8f16-820fb293b324 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:45.807958 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Made reservation on behalf of 08a653f103e8453a889d24dc6a5330a8 for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:46:45.819497 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.827937 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-c7a00bd6-1b9c-44c9-988c-44cf0a473978 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bd15edd9c2e14e2c9aeda757fa3f5e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292368 Oct 12 17:46:45.829113 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 32956) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:45.830524 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a00bd6-1b9c-44c9-988c-44cf0a473978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2cda0-3ad6-48b4-8a2b-b318b1767fc4,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:45.853523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.855831 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e1acd985-2651-4353-bdec-7e11f6d93fa3 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.4517975 Oct 12 17:46:45.876964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 32958) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:45.889780 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.897491 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-da29e448-5e00-4015-aa75-15cb6026ef9c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7272179 Oct 12 17:46:45.900606 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 32960) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:45.930525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 9511a712-1001-4d1c-8f16-820fb293b324 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:45.931697 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:45.939143 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:45.960652 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:46.191340 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:46.247466 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.293202 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 9511a712-1001-4d1c-8f16-820fb293b324, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=9511a712-1001-4d1c-8f16-820fb293b324,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:46.350842 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:46.351997 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.357275 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:46.381640 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:46.382329 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.404974 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.425667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event updated for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:46.554251 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-39d8f3ad-0111-41ef-ae3d-0bdd107af5e4 req-a19bee4e-eba1-482f-bf62-e616b45a69a8 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.3797607 Oct 12 17:46:46.565850 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=9511a712-1001-4d1c-8f16-820fb293b324,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:46.570880 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:42Z', 'revision_number': 3, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:46.592957 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.595091 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.655183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:46:46.655449 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Updating router 6c8dafba-da56-47f7-80c0-755bcec31fc8 port 2797fbe0-20a0-4311-916f-7eb3b10bc360 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:46:46.689599 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:40Z', 'revision_number': 3, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:46.722016 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.726269 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Pushing event updated for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:46.820827 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Checking router: 1bab67c3-a178-4631-abb7-314e314f3193 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:46:46.821194 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Updating router 1bab67c3-a178-4631-abb7-314e314f3193 port 594acebf-8817-4a71-8787-5dcd4c051af4 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:46:46.846362 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-b2eb9486-abfe-41bc-8b2e-79f85eb65e1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7067585 Oct 12 17:46:46.902731 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:46.955410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-6c7732f2-45b4-4a1f-985f-8a735fa90465 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:46:46.956705 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-6c7732f2-45b4-4a1f-985f-8a735fa90465 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0074055 Oct 12 17:46:46.986751 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:46.996816 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:47.096740 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.127960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d101e-e7b6-41e3-a2b1-229793683222 req-25751c76-24c6-4c35-9ee2-c5ff23d6a889 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:47.129654 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e25d101e-e7b6-41e3-a2b1-229793683222 req-25751c76-24c6-4c35-9ee2-c5ff23d6a889 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 932 time: 0.5735002 Oct 12 17:46:47.533618 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e25d101e-e7b6-41e3-a2b1-229793683222 req-28f2e14a-0f3f-4dec-8bd2-8d2b9dd771a0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347740 Oct 12 17:46:47.556515 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.574741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Allocated IP 172.20.0.1 (e8152edb-d593-48a5-916c-38dd12385d96/0f3186d1-1558-4dc4-be51-9249a2ab1716/5bb95bbf-bf93-48d9-be0a-f01ba234d725) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:47.582629 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.594164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Request body: {'port': {'device_id': '534d8173-077b-411a-b027-74f3a31b015f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:47.603845 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.670336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f9a44a1f-415b-4fb2-a87b-98f9b7fab19c None None] Provisioning complete for port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:47.678263 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f9a44a1f-415b-4fb2-a87b-98f9b7fab19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.751149 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Allocated IP 172.20.0.14 (12b000a1-b794-42d9-b6d3-b2a676d802cf/93550e68-713e-4a80-a71a-974ba62497e4/1a249895-b40d-4d1f-bd99-f1fd0ae569a6) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:47.809614 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f9a44a1f-415b-4fb2-a87b-98f9b7fab19c None None] Port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:46:47.812383 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 9511a712-1001-4d1c-8f16-820fb293b324 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:47.896744 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.909945 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:47.931003 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce837f-c4d3-4421-8443-88865f965a08 None None] Pushing event updated for resources: {'Port': ['ID=2797fbe0-20a0-4311-916f-7eb3b10bc360,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:47.981799 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.031234 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0922ec80-2ed3-40e6-ad6f-47be6b136d32 req-dd74d58a-5e34-48ac-989c-d5daf93b6338 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.0535316 Oct 12 17:46:48.034291 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073a128-b801-40d6-a2a7-b19ebc68847e None None] Pushing event updated for resources: {'Port': ['ID=594acebf-8817-4a71-8787-5dcd4c051af4,revision_number=2']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:48.044884 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Attempting to bind port 594acebf-8817-4a71-8787-5dcd4c051af4 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:48.047490 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Attempting to bind port 594acebf-8817-4a71-8787-5dcd4c051af4 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:48.049527 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Attempting to bind port 594acebf-8817-4a71-8787-5dcd4c051af4 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:48.060583 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:48.063438 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:48.064041 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.064619 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:48.066541 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Bound port: 594acebf-8817-4a71-8787-5dcd4c051af4, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:48.067144 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.071146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Attempting to bind port 2797fbe0-20a0-4311-916f-7eb3b10bc360 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:48.071517 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Attempting to bind port 2797fbe0-20a0-4311-916f-7eb3b10bc360 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:48.071881 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Attempting to bind port 2797fbe0-20a0-4311-916f-7eb3b10bc360 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:48.092857 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:48.095551 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:48.095990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.096386 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:48.096919 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Bound port: 2797fbe0-20a0-4311-916f-7eb3b10bc360, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:48.097392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.146861 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 9511a712-1001-4d1c-8f16-820fb293b324 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:48.147242 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.172839 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.188093 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.206224 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.209845 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] For port 594acebf-8817-4a71-8787-5dcd4c051af4, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:48.215751 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] For port 594acebf-8817-4a71-8787-5dcd4c051af4, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=594acebf-8817-4a71-8787-5dcd4c051af4,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:48.226571 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] For port 2797fbe0-20a0-4311-916f-7eb3b10bc360, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:48.232576 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16e2cda0-3ad6-48b4-8a2b-b318b1767fc4 HTTP/1.1" status: 204 len: 168 time: 2.3615832 Oct 12 17:46:48.237648 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.269628 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] For port 2797fbe0-20a0-4311-916f-7eb3b10bc360, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2797fbe0-20a0-4311-916f-7eb3b10bc360,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:48.269628 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.318901 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4a49de05-a8fb-4fd3-8ca4-0fc74ca4e4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.357918 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5602e-9f23-4c80-8ec7-e4c299bcf8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2cda0-3ad6-48b4-8a2b-b318b1767fc4,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:48.369872 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4a49de05-a8fb-4fd3-8ca4-0fc74ca4e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.406225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.421726 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4a49de05-a8fb-4fd3-8ca4-0fc74ca4e4cd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6bd565e560f94a6bab0a4396084ea825&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8572879 Oct 12 17:46:48.436924 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.445061 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 32994) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:48.457621 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:48.458254 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:48.550671 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Network e8152edb-d593-48a5-916c-38dd12385d96 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:48.569916 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:48.586533 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:48.588053 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:48.722561 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073a128-b801-40d6-a2a7-b19ebc68847e None None] Pushing event updated for resources: {'Port': ['ID=594acebf-8817-4a71-8787-5dcd4c051af4,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:48.846345 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Pushing event updated for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:48.926855 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce837f-c4d3-4421-8443-88865f965a08 None None] Pushing event updated for resources: {'Port': ['ID=2797fbe0-20a0-4311-916f-7eb3b10bc360,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:48.956299 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:48.972629 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:48.973687 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:49.071707 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.352106 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-e4f15124-bcd8-4e7e-8669-99edf5e066a1 None None] Provisioning complete for port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:49.352489 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e4f15124-bcd8-4e7e-8669-99edf5e066a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.417294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.453037 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:49.492798 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:40Z', 'revision_number': 3, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:49.544509 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60593e-75b2-45f5-a9fb-e45b4f5ea14b req-32ecb9e2-3248-4433-bc48-c24ab0b41eb2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:49.554677 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0e60593e-75b2-45f5-a9fb-e45b4f5ea14b req-32ecb9e2-3248-4433-bc48-c24ab0b41eb2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 932 time: 0.7503533 Oct 12 17:46:49.559928 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23eae5a0-0307-4356-b15a-27a7ece159a2 {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:46:49.562256 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d90ef-043e-46db-b441-45ed07d14126 None None] The sync data for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi is: [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:40Z', 'revision_number': 3, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:46:49.571959 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.608635 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Transition to ACTIVE for port object 23eae5a0-0307-4356-b15a-27a7ece159a2 will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:46:49.614032 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-84041457-9f59-46f5-aabd-70c63976a508 req-d50d4f2c-8912-4c26-81e6-e4ccbbbb5da2 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.3426931 Oct 12 17:46:49.656074 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-e4f15124-bcd8-4e7e-8669-99edf5e066a1 None None] Port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:46:49.684777 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.773284 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:49.811919 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49de05-a8fb-4fd3-8ca4-0fc74ca4e4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40590794-4e1a-439c-a5ee-bd0dfe071518,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:49.830167 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:46:49.842907 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0e60593e-75b2-45f5-a9fb-e45b4f5ea14b req-dd1d5585-c02b-42a5-89e6-555709a9fd11 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844779 Oct 12 17:46:49.957634 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.960179 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.967155 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40590794-4e1a-439c-a5ee-bd0dfe071518 HTTP/1.1" status: 204 len: 168 time: 1.5159094 Oct 12 17:46:49.980446 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:49.995323 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:42Z', 'revision_number': 3, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:50.085614 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5aaf58-28c1-4f31-a828-15299be175b0 None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:42Z', 'revision_number': 3, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:46:50.096977 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e601-0a32-400b-a6a3-44336f3aaecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40590794-4e1a-439c-a5ee-bd0dfe071518,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:50.256840 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:50.262993 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d718f79b-3f24-4a92-af3c-6f01e7d013ea admin admin] 10.222.0.86 "PUT /v2.0/routers/d26658a2-7863-47de-809a-d67095795984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5164821 Oct 12 17:46:50.274440 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:50.291516 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:50.294572 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:50.547998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:50.580989 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:50.616966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:50.624560 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:50.625946 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:50.742075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Pushing event updated for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:50.751719 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:50.909198 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Network 12b000a1-b794-42d9-b6d3-b2a676d802cf is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:50.912650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Pushing event updated for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:50.917246 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:50.924612 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:50.935058 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:50.936080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.001991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Attempting to bind port 23eae5a0-0307-4356-b15a-27a7ece159a2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:51.002571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Attempting to bind port 23eae5a0-0307-4356-b15a-27a7ece159a2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:51.003070 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Attempting to bind port 23eae5a0-0307-4356-b15a-27a7ece159a2 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:51.019338 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Port 23eae5a0-0307-4356-b15a-27a7ece159a2 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:46:51.022734 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Attempting to bind port 23eae5a0-0307-4356-b15a-27a7ece159a2 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:51.054741 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-ac3b3d25-16e7-421e-8634-b6fbc1867967 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4680974 Oct 12 17:46:51.058284 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:51.064598 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Checking segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:51.068129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Bound using segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:51.069041 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Bound port: 23eae5a0-0307-4356-b15a-27a7ece159a2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:51.069574 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.113080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Network e8152edb-d593-48a5-916c-38dd12385d96 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:51.116062 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Request body: {'port': {'device_id': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:51.116529 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:51.219694 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:45Z', 'revision_number': 2, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:51.313665 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:46:51.314875 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Updating router d26658a2-7863-47de-809a-d67095795984 port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:46:51.327732 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.476520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.570829 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca1751-0f69-4e68-a227-1064e322ef87 req-f0cb99e4-ec11-4238-addc-4438d65538bd tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:51.572422 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c6ca1751-0f69-4e68-a227-1064e322ef87 req-f0cb99e4-ec11-4238-addc-4438d65538bd tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 932 time: 0.5675540 Oct 12 17:46:51.611312 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33046) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:51.673125 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:51.685949 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23eae5a0-0307-4356-b15a-27a7ece159a2,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:51.701925 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.732012 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f64f3246-49ae-41e3-b6bf-3a2d168b9409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.751734 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:51.877171 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Pushing event updated for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:52.052100 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c6ca1751-0f69-4e68-a227-1064e322ef87 req-3c8b8812-317c-458b-b3a3-d5b75bc9fdc1 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345651 Oct 12 17:46:52.056802 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:46:52.116836 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 594acebf-8817-4a71-8787-5dcd4c051af4 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:52.240001 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.291340 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.335002 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-c107b4ad-2720-4429-b9dc-52637d19d031 None None] Provisioning complete for port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:52.351464 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-c107b4ad-2720-4429-b9dc-52637d19d031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.385817 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:52.386272 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.391256 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-27d04ab5-5e80-408f-a5a4-d9736761ba03 service neutron] 10.222.0.87 "PUT /v2.0/ports/23eae5a0-0307-4356-b15a-27a7ece159a2 HTTP/1.1" status: 200 len: 1094 time: 5.0910864 Oct 12 17:46:52.421456 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:46:52.515326 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0beea-54bb-4620-88b4-e5890c27dee9 None None] Pushing event updated for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:52.519502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-c107b4ad-2720-4429-b9dc-52637d19d031 None None] Port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:46:52.686285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 594acebf-8817-4a71-8787-5dcd4c051af4 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:52.686661 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.707942 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33082) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:52.725846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611020371', 'description': 'tempest-description--165641716'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:52.787724 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:52.829195 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5eca5-f443-4e07-890b-99bb74c1b7bc req-5aa762d5-66c5-4b81-8bad-d72010ca50f0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:52.837579 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-62e5eca5-f443-4e07-890b-99bb74c1b7bc req-5aa762d5-66c5-4b81-8bad-d72010ca50f0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.4946067 Oct 12 17:46:52.928085 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-9abc78dc-c2fe-4427-9aa8-90589c964037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:52.930163 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-9abc78dc-c2fe-4427-9aa8-90589c964037 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 1097 time: 0.3678331 Oct 12 17:46:52.934147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f64f3246-49ae-41e3-b6bf-3a2d168b9409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.064155 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-d0bdd761-22ed-4fb6-baeb-5c70e0c47d40 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23eae5a0-0307-4356-b15a-27a7ece159a2 HTTP/1.1" status: 200 len: 217 time: 0.0907435 Oct 12 17:46:53.094005 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Attempting to bind port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:53.094377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Attempting to bind port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:53.094739 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Attempting to bind port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:53.112319 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.118766 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:53.122631 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.128852 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f64f3246-49ae-41e3-b6bf-3a2d168b9409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.141144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:53.141628 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Checking segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:53.141909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.142303 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Bound using segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:53.142781 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Bound port: af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:53.143175 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.219296 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f7784e7f-096c-437f-a519-5087cd28331d admin admin] 10.222.0.86 "PUT /v2.0/routers/6c8dafba-da56-47f7-80c0-755bcec31fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3068810 Oct 12 17:46:53.222737 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f64f3246-49ae-41e3-b6bf-3a2d168b9409 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dd1ab41dbf234b88a1321cef9ff7c5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6097140 Oct 12 17:46:53.223823 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-02dd8cc7-0e5e-40e0-a093-12156caeef07 None None] Provisioning complete for port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:53.224197 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-02dd8cc7-0e5e-40e0-a093-12156caeef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.234631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33094) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:53.272477 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:46:53.305716 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-62e5eca5-f443-4e07-890b-99bb74c1b7bc req-ca168834-1732-4ddf-b50f-a7cbba046323 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667845 Oct 12 17:46:53.329265 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.332275 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6120241 Oct 12 17:46:53.339848 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33102) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:53.355674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group_rule': {'security_group_id': '5459406b-d07b-47e2-93f9-1536f1bae84c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:53.373197 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ad0a4-f370-4f09-a348-592234300dd9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5459406b-d07b-47e2-93f9-1536f1bae84c,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:53.390159 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:46:53.411336 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0ccaa-6b29-4dbf-b7a0-4c3834a96614 req-3ff0220d-8bb1-49ee-b440-3bd5ef70d201 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:53.422587 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.425669 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-baa0ccaa-6b29-4dbf-b7a0-4c3834a96614 req-3ff0220d-8bb1-49ee-b440-3bd5ef70d201 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 932 time: 0.1981478 Oct 12 17:46:53.498462 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.511542 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-02dd8cc7-0e5e-40e0-a093-12156caeef07 None None] Port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:46:53.522960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3246-49ae-41e3-b6bf-3a2d168b9409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bb27a2-291f-4f62-928d-3fd940f58400,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:53.582787 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-baa0ccaa-6b29-4dbf-b7a0-4c3834a96614 req-05ddac50-780f-4fe1-876e-2f1e43a20614 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558666 Oct 12 17:46:53.583598 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.584694 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 594acebf-8817-4a71-8787-5dcd4c051af4, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=594acebf-8817-4a71-8787-5dcd4c051af4,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:53.592203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] For port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:53.597492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.598454 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2797fbe0-20a0-4311-916f-7eb3b10bc360 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:53.694606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] For port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:53.710880 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Transition to ACTIVE for port object 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:46:53.730950 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Allocated IP 172.20.0.1 (5853aa21-f335-4274-ad62-b3971a448d6f/14390713-61b8-4e1c-b203-665488fb09fb/1720c917-c553-49db-b3b6-0c08eb60d3cb) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:53.740187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.746514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.756397 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.801412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e53c92-b586-49bc-857c-93689981cf86,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:53.825176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.827643 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-7791852c-39f4-43f1-b3c1-40a8eb21f9e2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4768982 Oct 12 17:46:53.832020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33118) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:53.871498 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group_rule': {'security_group_id': '5459406b-d07b-47e2-93f9-1536f1bae84c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:53.874764 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=594acebf-8817-4a71-8787-5dcd4c051af4,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:53.901853 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:53.909834 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:53.935521 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:53.943615 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:53.960124 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-15f1eb6e-f7b1-48f0-aabc-50560c47d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:53.961730 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-15f1eb6e-f7b1-48f0-aabc-50560c47d387 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.8673794 Oct 12 17:46:53.981531 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:54.019042 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.047550 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0beea-54bb-4620-88b4-e5890c27dee9 None None] Pushing event updated for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:54.088501 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2797fbe0-20a0-4311-916f-7eb3b10bc360 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:54.089045 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.184334 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:54.195344 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:54.308196 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55ae9d-5884-49a1-bb29-4866defd5dce x-openstack-request-id: req-cf55ae9d-5884-49a1-bb29-4866defd5dce {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:46:54.308545 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:46:54.313483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cf55ae9d-5884-49a1-bb29-4866defd5dce {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:46:54.314258 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2', 'status': 'completed', 'code': 200} Oct 12 17:46:54.433205 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:54.666167 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33130) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:54.685704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633243120', 'description': 'tempest-description--768034891'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:54.742875 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33134) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:54.789094 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.804542 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.814954 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.849773 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] Provisioning complete for port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:54.850398 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:54.893197 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-de1fea09-22d2-4e32-a64c-1ffeba0209df service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8867316 Oct 12 17:46:55.021625 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:50Z', 'revision_number': 2, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:55.049214 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.077591 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.087293 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c98f60ba-11b9-4e17-a517-e7f9a160c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.091498 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:46:55.091935 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Updating router 6c8dafba-da56-47f7-80c0-755bcec31fc8 port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:46:55.107055 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:55.148150 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.163219 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.166483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.167789 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/46bb27a2-291f-4f62-928d-3fd940f58400 HTTP/1.1" status: 204 len: 168 time: 1.8754733 Oct 12 17:46:55.181814 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 2797fbe0-20a0-4311-916f-7eb3b10bc360, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2797fbe0-20a0-4311-916f-7eb3b10bc360,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:55.215012 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.227759 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.345967 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.376631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021c597-b584-40e5-b011-8661c41d279b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bb27a2-291f-4f62-928d-3fd940f58400,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:55.427319 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c98f60ba-11b9-4e17-a517-e7f9a160c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.436474 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.449731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6dd9f-2ba6-49b1-860d-bd37c448b9a1 req-08166c73-1175-48ec-ab49-b64a7d669a21 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:55.459253 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1ff6dd9f-2ba6-49b1-860d-bd37c448b9a1 req-08166c73-1175-48ec-ab49-b64a7d669a21 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.7940691 Oct 12 17:46:55.473205 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Network 5853aa21-f335-4274-ad62-b3971a448d6f is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:55.496632 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c98f60ba-11b9-4e17-a517-e7f9a160c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.501876 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 594acebf-8817-4a71-8787-5dcd4c051af4 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:55.525140 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.527969 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Attempting to bind port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:55.528304 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Attempting to bind port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:55.528627 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Attempting to bind port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 on network 12b000a1-b794-42d9-b6d3-b2a676d802cf {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:55.545422 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b49ae-30b2-4e02-95f1-fa769719838f req-f761e8a8-c8df-4cd5-b3b8-3b4021c21a40 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:55.553769 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-954b49ae-30b2-4e02-95f1-fa769719838f req-f761e8a8-c8df-4cd5-b3b8-3b4021c21a40 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.8019593 Oct 12 17:46:55.555559 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:55.560120 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.568431 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:55.568921 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.584091 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-c98f60ba-11b9-4e17-a517-e7f9a160c213 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a2f112d9655b445c82f7fe1686920203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287547 Oct 12 17:46:55.609044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.615715 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9478345 Oct 12 17:46:55.679389 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33150) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:55.682720 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33152) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:55.684719 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cacdba8-f22b-4421-a902-596b41fc1bad,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:55.745323 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group_rule': {'security_group_id': '8768bfff-9ea3-453e-a3df-9838812be309', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:55.789559 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 on network 12b000a1-b794-42d9-b6d3-b2a676d802cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:46:55.792110 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Attempting to bind port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 on network 12b000a1-b794-42d9-b6d3-b2a676d802cf {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:55.835676 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.865128 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=2797fbe0-20a0-4311-916f-7eb3b10bc360,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:55.887941 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.901987 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b0e57a86-8eed-411d-ae33-1e867d77be67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0680714 Oct 12 17:46:55.908432 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 594acebf-8817-4a71-8787-5dcd4c051af4 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:55.909054 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:55.912326 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33168) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:55.995699 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] For port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:56.020309 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.020547 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:56.027339 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-954b49ae-30b2-4e02-95f1-fa769719838f req-887f2330-5fd0-44dd-8ca9-6fc36401cfc6 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709854 Oct 12 17:46:56.028067 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.060608 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:56.061523 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Checking segment: {'id': 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:56.062080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Bound using segment: {'id': 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:56.062676 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Bound port: 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:56.063195 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.110110 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.139037 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.175804 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:56.179936 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,segment=NetworkSegment(fead9a8d-ce77-479a-bc12-6d433c9e4fdb),segment_id=fead9a8d-ce77-479a-bc12-6d433c9e4fdb)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:56.188856 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-fc2e235c-6b53-43f3-b324-261120bb534e service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2776752 Oct 12 17:46:56.188856 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Pushing event updated for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.220269 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1ff6dd9f-2ba6-49b1-860d-bd37c448b9a1 req-78dda334-673d-4d59-8656-117a2e7f4f7d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7598336 Oct 12 17:46:56.235003 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.246968 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da003933-137b-4b85-b37d-16f8b5f315f9 None None] Pushing event updated for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.250406 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f60ba-11b9-4e17-a517-e7f9a160c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6f9f7-320e-4643-8435-e341f5531462,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.259683 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.265270 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.267059 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d7d6f9f7-320e-4643-8435-e341f5531462 HTTP/1.1" status: 204 len: 168 time: 0.5608046 Oct 12 17:46:56.344482 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.358011 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.364734 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25203cfc-241f-4950-a8a6-0fe0205aec45 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8768bfff-9ea3-453e-a3df-9838812be309,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.419533 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8575fc-6d92-4295-9288-c4cb2a67a0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6f9f7-320e-4643-8435-e341f5531462,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.589349 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7840-410f-4b93-9eef-f62a792ab815 None None] Pushing event updated for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:56.746827 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Attempting to bind port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:46:56.748156 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Attempting to bind port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:46:56.751245 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Attempting to bind port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:46:56.762616 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:46:56.763368 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Checking segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:46:56.764003 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.765262 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Bound using segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:46:56.766004 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Bound port: 5bb95bbf-bf93-48d9-be0a-f01ba234d725, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:46:56.766776 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.774421 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:56.870834 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcee4f3-735d-410b-9e1e-a1cd712e0f00 None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:46:56.881214 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.919685 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] For port 5bb95bbf-bf93-48d9-be0a-f01ba234d725, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:46:56.932104 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] For port 5bb95bbf-bf93-48d9-be0a-f01ba234d725, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=5bb95bbf-bf93-48d9-be0a-f01ba234d725,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:46:56.934534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:56.935349 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.940521 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] 10.222.0.87 "PUT /v2.0/ports/1a249895-b40d-4d1f-bd99-f1fd0ae569a6 HTTP/1.1" status: 200 len: 1094 time: 5.8481727 Oct 12 17:46:56.980332 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:46:56.983179 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e855951-ef32-445d-9ea2-503452774958" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:46:56.985429 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.990692 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] Provisioning complete for port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:56.992430 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:56.999225 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.db.api [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 17:46:56.999225 dv-cinder-813225-2-iscsi neutron-server[100742]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 17:46:56.999225 dv-cinder-813225-2-iscsi neutron-server[100742]: [parameters: {'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'id': 'b3f13665-7b2e-4fa4-bdd6-114fdae8389e', 'expiration': datetime.datetime(2021, 10, 12, 17, 48, 56, 849060)}] Oct 12 17:46:56.999225 dv-cinder-813225-2-iscsi neutron-server[100742]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:46:57.000041 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG oslo_db.api [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:46:57.006933 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33188) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:57.142097 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c16bb-73c3-402a-ad39-ad0478a16eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.150023 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.153118 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc065-d285-4c97-b701-ccaf21ca3b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.165185 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:57.165824 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:57.186107 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.186650 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.187850 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.201487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.286161 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.334167 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b103ea4-ef1f-4a0a-9da9-c36c983d0b13,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.386386 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0acb50-5c73-4513-b230-e961e7f1a519 x-openstack-request-id: req-ad0acb50-5c73-4513-b230-e961e7f1a519 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:46:57.386943 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:46:57.387388 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad0acb50-5c73-4513-b230-e961e7f1a519 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:46:57.388066 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6', 'status': 'completed', 'code': 200} Oct 12 17:46:57.396824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.403478 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d75b3098-28ba-480e-a167-72dbc455a28e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6757739 Oct 12 17:46:57.405430 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33198) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:57.424653 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group_rule': {'security_group_id': '8768bfff-9ea3-453e-a3df-9838812be309', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:57.458342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] For port 5bb95bbf-bf93-48d9-be0a-f01ba234d725, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=5bb95bbf-bf93-48d9-be0a-f01ba234d725,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:46:57.464729 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-4493df22-d8c7-4888-b40b-8634ed20ede8 req-2dec586f-7a6b-4fc7-9be7-db7878836e94 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2314651 Oct 12 17:46:57.483830 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.522959 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc7840-410f-4b93-9eef-f62a792ab815 None None] Pushing event updated for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.549899 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-0f55fd11-5539-4b5e-af71-ac64685e1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:57.551258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d897-92ae-4fc9-a0ad-7537a651f00b req-74ecac76-7af2-48d6-b8e0-67d1a53c2c65 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:57.551749 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-0f55fd11-5539-4b5e-af71-ac64685e1567 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08a653f103e8453a889d24dc6a5330a8&device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 1097 time: 0.4897485 Oct 12 17:46:57.555736 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7017d897-92ae-4fc9-a0ad-7537a651f00b req-74ecac76-7af2-48d6-b8e0-67d1a53c2c65 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.2755756 Oct 12 17:46:57.573600 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Pushing event updated for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.608510 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.723561 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.727047 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-fccb38d9-d826-4b6d-82c1-12bc278fd8a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6 HTTP/1.1" status: 200 len: 217 time: 0.1199148 Oct 12 17:46:57.748905 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4f742-b7c4-4889-8b2a-90ad229fdb83 None None] Pushing event updated for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.760058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:57.796094 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:57.797471 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7017d897-92ae-4fc9-a0ad-7537a651f00b req-7699457b-ca44-4908-9ad0-38d125b27ed2 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245898 Oct 12 17:46:57.865658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.871787 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-eed25a91-dad8-4a46-b875-632cd3b38e8f None None] Provisioning complete for port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:57.872760 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-eed25a91-dad8-4a46-b875-632cd3b38e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.877031 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0286d9c-1eac-4e8d-9d16-f926c6831d5c req-2a387da8-6df4-4afc-a581-cef7d3742ef4 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:57.878639 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d0286d9c-1eac-4e8d-9d16-f926c6831d5c req-2a387da8-6df4-4afc-a581-cef7d3742ef4 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.1613185 Oct 12 17:46:57.886013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.924007 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0ac04a-c6bf-47e3-adf2-d8d228a220e8,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:57.987595 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:57.993485 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8e3f0c93-1925-4d20-9cb5-52f06ba9c01e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5814710 Oct 12 17:46:57.997015 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33214) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:58.002068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:46:58.002253 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc065-d285-4c97-b701-ccaf21ca3b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.012137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:58.012616 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.024219 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d0286d9c-1eac-4e8d-9d16-f926c6831d5c req-76221704-6060-426b-847d-730bea7da5ab tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144385 Oct 12 17:46:58.033607 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Network 5853aa21-f335-4274-ad62-b3971a448d6f is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:58.046033 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0c1dc065-d285-4c97-b701-ccaf21ca3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.064910 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:58.083421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.092576 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-91d0dfbb-1965-4100-8275-95e0dfadc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:58.096018 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-91d0dfbb-1965-4100-8275-95e0dfadc010 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 1097 time: 0.3875811 Oct 12 17:46:58.099168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-07fd1cce-7c09-4a6a-92f3-c91859f73aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:58.102943 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-07fd1cce-7c09-4a6a-92f3-c91859f73aa3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=93550e68-713e-4a80-a71a-974ba62497e4 HTTP/1.1" status: 200 len: 852 time: 0.3362372 Oct 12 17:46:58.224846 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dc065-d285-4c97-b701-ccaf21ca3b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907e214-ddaa-49c3-819c-53b100084fd5,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:58.291968 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2797fbe0-20a0-4311-916f-7eb3b10bc360 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:58.303930 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:56Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:58.308686 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0c1dc065-d285-4c97-b701-ccaf21ca3b17 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cc0814a7ac8f46d68f757e57c356666b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2805927 Oct 12 17:46:58.313106 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33218) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:58.386327 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c87b9-2bf1-4ecd-958b-d76fb2789fe6 None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:56Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:46:58.418530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2797fbe0-20a0-4311-916f-7eb3b10bc360 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:58.419049 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.459918 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.683773 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.693604 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.738476 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Allocated IP 172.27.2.31 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/717ed423-1d7f-4c02-b82d-22e94ea73180) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:58.740978 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Router 1bab67c3-a178-4631-abb7-314e314f3193 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:46:58.822596 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:58.987604 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.084327 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e088f1-62af-4d0b-9e04-2f1da26a647e req-d884851c-3300-4fa9-a70a-b431016fece1 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:59.085901 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.086050 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-08e088f1-62af-4d0b-9e04-2f1da26a647e req-d884851c-3300-4fa9-a70a-b431016fece1 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.1333241 Oct 12 17:46:59.091865 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.093003 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9907e214-ddaa-49c3-819c-53b100084fd5 HTTP/1.1" status: 204 len: 168 time: 0.7686696 Oct 12 17:46:59.125860 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99eb40-743f-4eb4-adf0-330979d14e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907e214-ddaa-49c3-819c-53b100084fd5,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:59.158468 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.191347 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:46:59.204126 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Sync routers for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:46:59.205483 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bd87bc1e-9f0f-4dac-b773-d5e5842bc94a admin admin] 10.222.0.86 "PUT /v2.0/routers/1bab67c3-a178-4631-abb7-314e314f3193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2871761 Oct 12 17:46:59.220149 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:46:59.220774 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:46:59.222495 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Allocated IP 172.27.2.119 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/f6952426-bb9a-4eea-9c4c-934b0b826f80) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:46:59.332125 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:46:59.359311 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:46:59.393162 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-08e088f1-62af-4d0b-9e04-2f1da26a647e req-8c3c38b4-07ed-4761-a573-8b70be64e584 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932546 Oct 12 17:46:59.402347 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:46:59.403763 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.485230 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:46:59.549757 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.551445 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 5bb95bbf-bf93-48d9-be0a-f01ba234d725 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:46:59.582765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33260) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:59.643857 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=717ed423-1d7f-4c02-b82d-22e94ea73180,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:46:59.709455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e7bb-b25e-4073-8c78-0110dce589c2 req-f8f06f88-ceb7-4f82-9117-6ec133367e24 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:46:59.713789 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9ee4e7bb-b25e-4073-8c78-0110dce589c2 req-f8f06f88-ceb7-4f82-9117-6ec133367e24 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.5650668 Oct 12 17:46:59.720432 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.766056 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:46:59.766690 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:46:59.886602 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-9fdf62b0-1ea3-4227-9ffc-25543a0bedc7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=12b000a1-b794-42d9-b6d3-b2a676d802cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4531541 Oct 12 17:46:59.902862 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33270) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:46:59.957241 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '1720c917-c553-49db-b3b6-0c08eb60d3cb', 'name': '', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'mac_address': 'fa:16:3e:f8:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '14390713-61b8-4e1c-b203-665488fb09fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:51Z', 'updated_at': '2021-10-12T17:46:56Z', 'revision_number': 2, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'subnets': [{'id': '14390713-61b8-4e1c-b203-665488fb09fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:00.023559 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Checking router: 1bab67c3-a178-4631-abb7-314e314f3193 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:00.024020 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Updating router 1bab67c3-a178-4631-abb7-314e314f3193 port 1720c917-c553-49db-b3b6-0c08eb60d3cb binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:47:00.061457 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc6f05d9-a4cd-47a5-a1a4-f646ac144d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.066008 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-6fafcf29-8f06-40f0-be11-014e13668713 service neutron] 10.222.0.87 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620626 Oct 12 17:47:00.069879 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.158888 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.167154 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9de022b7-3078-4d2f-99e0-ffef8756476b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.200721 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.216335 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9ee4e7bb-b25e-4073-8c78-0110dce589c2 req-f512d98c-38cc-4729-b5c4-aebd3d57621f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467772 Oct 12 17:47:00.264835 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.281114 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc6f05d9-a4cd-47a5-a1a4-f646ac144d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.306556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.308478 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3102732 Oct 12 17:47:00.316196 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc6f05d9-a4cd-47a5-a1a4-f646ac144d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.320382 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1cb0e-656b-4868-9bfc-f35953c84ac9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=717ed423-1d7f-4c02-b82d-22e94ea73180,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:00.417052 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9de022b7-3078-4d2f-99e0-ffef8756476b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.423550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9de022b7-3078-4d2f-99e0-ffef8756476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.438078 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.455349 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f05d9-a4cd-47a5-a1a4-f646ac144d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec8659-f7a2-4d60-9859-a3575a37a70c,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:00.484556 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fc6f05d9-a4cd-47a5-a1a4-f646ac144d33 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04664bc2cb2f4dcba8db74f79a3fce09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5790145 Oct 12 17:47:00.489724 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-68e80919-351d-4373-827c-56ccd482a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:00.491201 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-68e80919-351d-4373-827c-56ccd482a916 service neutron] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 916 time: 1.0791790 Oct 12 17:47:00.491650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33286) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:00.533317 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:00.566782 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-9de022b7-3078-4d2f-99e0-ffef8756476b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=20dd8ea1076b40e49d3f7683bf70f79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9784458 Oct 12 17:47:00.569506 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.571492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33290) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:00.576832 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.580470 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de022b7-3078-4d2f-99e0-ffef8756476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c33454-d356-41a6-b20c-443bc9a34d2d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:00.596896 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:00.607201 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-048bde71-0efe-48ad-a380-cb3778332cac service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23eae5a0-0307-4356-b15a-27a7ece159a2 HTTP/1.1" status: 200 len: 217 time: 0.1070855 Oct 12 17:47:00.610948 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:00.616021 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-088ed42e-29bc-4391-9fc6-8e6347eed7ee req-79b03c5f-097b-4b77-80b2-71daac0f6306 service neutron] 10.222.0.87 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367715 Oct 12 17:47:00.622569 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=f6952426-bb9a-4eea-9c4c-934b0b826f80,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:00.664638 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b13f92-d1d1-4da1-9a0a-e6d1834d7e65 req-4a965d51-604b-43f2-981b-5bfb3beef797 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:00.678106 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c6b13f92-d1d1-4da1-9a0a-e6d1834d7e65 req-4a965d51-604b-43f2-981b-5bfb3beef797 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.1807330 Oct 12 17:47:00.706808 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5197-48d2-4cdd-9884-974fbf4b13d7 None None] Pushing event updated for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:00.792813 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c6b13f92-d1d1-4da1-9a0a-e6d1834d7e65 req-a48d22d4-7137-40b8-91cf-8547140e404d tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135006 Oct 12 17:47:00.821379 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-a5afa364-77cb-4b97-9e3c-70b6c8c19f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:00.823744 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-a5afa364-77cb-4b97-9e3c-70b6c8c19f79 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.2057784 Oct 12 17:47:00.858375 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.889840 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Attempting to bind port 1720c917-c553-49db-b3b6-0c08eb60d3cb on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:00.890364 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Attempting to bind port 1720c917-c553-49db-b3b6-0c08eb60d3cb by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:00.890836 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Attempting to bind port 1720c917-c553-49db-b3b6-0c08eb60d3cb on network 5853aa21-f335-4274-ad62-b3971a448d6f {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:00.896975 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:00.897545 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Checking segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:00.898062 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.898566 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Bound using segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:00.899169 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Bound port: 1720c917-c553-49db-b3b6-0c08eb60d3cb, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:00.899680 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.901875 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.918790 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855951-ef32-445d-9ea2-503452774958 req-690e523e-8797-412c-b1a5-30e60c8e7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:00.920201 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-690e523e-8797-412c-b1a5-30e60c8e7702 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=08a653f103e8453a889d24dc6a5330a8&device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 1097 time: 0.1820383 Oct 12 17:47:00.922319 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-e76d1c31-a27b-4c78-9faa-28370cf2459b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647938 Oct 12 17:47:00.964634 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:00.996579 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] For port 1720c917-c553-49db-b3b6-0c08eb60d3cb, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:01.000124 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] For port 1720c917-c553-49db-b3b6-0c08eb60d3cb, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=1720c917-c553-49db-b3b6-0c08eb60d3cb,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:01.009730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.070499 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:01.071031 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:46:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:01.124186 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.127233 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a5197-48d2-4cdd-9884-974fbf4b13d7 None None] Pushing event updated for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:01.160930 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-5307202f-c0fb-4103-9de9-5c71a0f1ca9b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--633243120&fields=id&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 267 time: 0.0634508 Oct 12 17:47:01.163067 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.173433 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-7a6d95bd-4b16-4292-8f04-36f126b7a103 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:01.175188 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-7a6d95bd-4b16-4292-8f04-36f126b7a103 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 818 time: 0.3940299 Oct 12 17:47:01.211187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:01.265288 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-09baeac9-cc95-40e2-8b78-fad24b560eab tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/quotas/c91ea56ee5db4b2cb6140f2f844d05a4 HTTP/1.1" status: 200 len: 375 time: 0.0813696 Oct 12 17:47:01.303129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.380747 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.383600 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.387336 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82ec8659-f7a2-4d60-9859-a3575a37a70c HTTP/1.1" status: 204 len: 168 time: 0.8873274 Oct 12 17:47:01.406567 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f68072-b240-4aac-859a-c296185191c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec8659-f7a2-4d60-9859-a3575a37a70c,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:01.416861 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855951-ef32-445d-9ea2-503452774958 req-eeacb412-1a66-4f0d-8ca6-0e7c33330007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:01.419111 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-eeacb412-1a66-4f0d-8ca6-0e7c33330007 service neutron] 10.222.0.87 "GET /v2.0/networks?id=12b000a1-b794-42d9-b6d3-b2a676d802cf HTTP/1.1" status: 200 len: 913 time: 0.4804757 Oct 12 17:47:01.421071 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-5ce2ecbd-fc56-4d97-97f7-5dea4622fe1b service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866400 Oct 12 17:47:01.478089 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-56526423-2c7e-4ce5-a5d1-3c66a4370a98 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2118824 Oct 12 17:47:01.539029 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '1720c917-c553-49db-b3b6-0c08eb60d3cb', 'name': '', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'mac_address': 'fa:16:3e:f8:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '14390713-61b8-4e1c-b203-665488fb09fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:51Z', 'updated_at': '2021-10-12T17:47:00Z', 'revision_number': 4, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'subnets': [{'id': '14390713-61b8-4e1c-b203-665488fb09fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:01.542841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-54f95ed1-8e84-41b8-8cc0-d39313d2fe60 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:01.550962 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-54f95ed1-8e84-41b8-8cc0-d39313d2fe60 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 817 time: 0.3536258 Oct 12 17:47:01.582528 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857abcf-2e39-49a3-86e5-2f5df1eb42a0 None None] The sync data for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi is: [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '1720c917-c553-49db-b3b6-0c08eb60d3cb', 'name': '', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'mac_address': 'fa:16:3e:f8:a1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '14390713-61b8-4e1c-b203-665488fb09fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:51Z', 'updated_at': '2021-10-12T17:47:00Z', 'revision_number': 4, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'subnets': [{'id': '14390713-61b8-4e1c-b203-665488fb09fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:01.591663 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.597363 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-68cfbaa1-27fa-44ab-924e-3915c3c27e9a req-1f48f0b5-3e41-45a8-b84f-28c09ddd3feb service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610315 Oct 12 17:47:01.600833 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.621378 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-d5f0b8a6-5a37-424d-9a32-92f0a5c867d3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/quotas/59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 375 time: 0.0692410 Oct 12 17:47:01.700348 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=f6952426-bb9a-4eea-9c4c-934b0b826f80,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:01.702194 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.706283 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-bfc751e2-39c4-45b5-be63-6e30b3bac708 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6 HTTP/1.1" status: 200 len: 217 time: 0.2695317 Oct 12 17:47:01.709680 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.714568 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.716195 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9c33454-d356-41a6-b20c-443bc9a34d2d HTTP/1.1" status: 204 len: 168 time: 1.1436074 Oct 12 17:47:01.781999 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:01.789307 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-fd66c329-7acd-49af-96be-579680962e95 service neutron] 10.222.0.86 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939625 Oct 12 17:47:01.791158 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6a83-930a-4d47-a4b0-836e6634d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c33454-d356-41a6-b20c-443bc9a34d2d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:01.792071 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d285e0bd-fb0b-461b-b9e6-4c6cfd6eced9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8626504 Oct 12 17:47:01.808054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-68164688-e791-417a-8a10-62301aa1bdd3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1857443 Oct 12 17:47:01.833710 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855951-ef32-445d-9ea2-503452774958 req-645ed2a6-d13d-47f7-9dfe-54791e55f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:01.835479 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-645ed2a6-d13d-47f7-9dfe-54791e55f6b7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=93550e68-713e-4a80-a71a-974ba62497e4 HTTP/1.1" status: 200 len: 852 time: 0.1194792 Oct 12 17:47:01.885675 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-6daf1007-133c-417b-8382-ccde589b2b54 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=12b000a1-b794-42d9-b6d3-b2a676d802cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407057 Oct 12 17:47:02.026177 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-3247a908-7a01-45a9-8d8f-031c76ab51a8 service neutron] 10.222.0.86 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159932 Oct 12 17:47:02.030488 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-20f6fc81-4dc0-41a7-860b-fc26f4337ef1 service neutron] 10.222.0.86 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954300 Oct 12 17:47:02.050000 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-92a503f0-41a6-46fc-8ca7-96c302a70254 service neutron] 10.222.0.87 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555407 Oct 12 17:47:02.180852 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-3d4f36d2-d53a-49f4-bafc-1411589d7eb5 service neutron] 10.222.0.86 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414063 Oct 12 17:47:02.322644 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2e855951-ef32-445d-9ea2-503452774958 req-c32eaf8f-dd33-464b-a613-4f1437ac026f service neutron] 10.222.0.87 "GET /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647872 Oct 12 17:47:02.335437 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461beeb-4137-48c6-af49-dd3eaedf0ee7 req-f0c7ba8a-9158-4a0e-b364-a501992e1ba2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:02.345325 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9461beeb-4137-48c6-af49-dd3eaedf0ee7 req-f0c7ba8a-9158-4a0e-b364-a501992e1ba2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.1014779 Oct 12 17:47:02.422901 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9461beeb-4137-48c6-af49-dd3eaedf0ee7 req-7259ac25-0533-46bf-9ef5-51383cb15e06 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767038 Oct 12 17:47:02.550016 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33368) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:02.569458 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-597bc9cf-edc6-4b03-9c9b-e7e705475dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:02.797289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cacbb-7cf1-4c94-aeda-14057377d36f req-0105bca1-ec50-43ea-a59f-297a1d3173c6 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:02.797289 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d96cacbb-7cf1-4c94-aeda-14057377d36f req-0105bca1-ec50-43ea-a59f-297a1d3173c6 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.1888249 Oct 12 17:47:02.913044 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-eb716780-8d08-4776-868b-d2f72328b17e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1611020371&fields=id&tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 267 time: 0.1150570 Oct 12 17:47:02.944893 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-597bc9cf-edc6-4b03-9c9b-e7e705475dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:02.956014 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d96cacbb-7cf1-4c94-aeda-14057377d36f req-6794c8e0-8552-42ad-b3b8-1e7e16d47cc0 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444416 Oct 12 17:47:02.983528 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-597bc9cf-edc6-4b03-9c9b-e7e705475dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.193450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96865c89-e454-4016-a7bd-b377c4c2d859 req-0ec14b0a-1094-41e8-a5c1-17c3e36d8982 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 210 time: 0.1172686 Oct 12 17:47:03.264091 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33392) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:03.264602 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-597bc9cf-edc6-4b03-9c9b-e7e705475dc8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c155ab380fc345dab080f22db8904958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132840 Oct 12 17:47:03.265226 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bc9cf-edc6-4b03-9c9b-e7e705475dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6030a990-c6d2-4406-aeec-9fc260660110,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:03.373372 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-98496f3b-1d11-4af6-8584-bd6a464505b5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:03.376396 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-98496f3b-1d11-4af6-8584-bd6a464505b5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 811 time: 0.4625702 Oct 12 17:47:03.391549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6d6f3399-f9a5-4c9e-8bb3-a5f990be3dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.404371 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2cffca88-8be8-4a3f-9d1b-7c5c52cef33e req-aa5851da-541d-4830-b990-5cec71569d31 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0531662 Oct 12 17:47:03.419948 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-a4b2e4ef-318e-4845-8e38-a96442685709 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/quotas/b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 375 time: 0.0129428 Oct 12 17:47:03.504796 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-42db929d-4382-4188-b7b8-4f6b4de81408 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771918 Oct 12 17:47:03.525036 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:47:03.650078 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.709603 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.709861 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 1720c917-c553-49db-b3b6-0c08eb60d3cb up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:03.734134 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ecca8-8307-4cc2-9823-81bd970082ef req-52567c69-8b14-496e-b48c-e6090e2be1db tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:03.748517 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-393ecca8-8307-4cc2-9823-81bd970082ef req-52567c69-8b14-496e-b48c-e6090e2be1db tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.1541989 Oct 12 17:47:03.832377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 1720c917-c553-49db-b3b6-0c08eb60d3cb triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:03.832666 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.836535 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-393ecca8-8307-4cc2-9823-81bd970082ef req-702c17bc-2d2e-4f2f-8948-03a5eb7b1745 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867090 Oct 12 17:47:03.849194 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-9864a97c-9a98-4fae-b0f5-a61affab7e64 service neutron] 10.222.0.86 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286624 Oct 12 17:47:03.889269 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-e536d2a6-0144-4fb4-85e3-4c2b9aaab032 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:03.890774 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-e536d2a6-0144-4fb4-85e3-4c2b9aaab032 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 818 time: 0.1708884 Oct 12 17:47:03.909975 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Request body: {'port': {'device_id': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'admin_state_up': True, 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:03.934446 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.937208 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.938369 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6030a990-c6d2-4406-aeec-9fc260660110 HTTP/1.1" status: 204 len: 168 time: 0.6720622 Oct 12 17:47:03.965209 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:03.980057 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628491c4-8f05-4999-bcc1-51746e9c5f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6030a990-c6d2-4406-aeec-9fc260660110,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:04.050510 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 1720c917-c553-49db-b3b6-0c08eb60d3cb, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=1720c917-c553-49db-b3b6-0c08eb60d3cb,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:04.063722 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:04.065456 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-a0c34114-c7f3-4ea6-8620-c0aecedb0210 service neutron] 10.222.0.86 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125955 Oct 12 17:47:04.163753 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:04.189415 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Made reservation on behalf of c91ea56ee5db4b2cb6140f2f844d05a4 for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:04.209236 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:04.237039 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-6c924e0e-e445-4c38-9380-9e32d7a5f626 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:04.241020 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-6c924e0e-e445-4c38-9380-9e32d7a5f626 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 818 time: 0.2508912 Oct 12 17:47:04.263950 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-48325517-1821-4232-9802-fb731dc22ca6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/quotas/c91ea56ee5db4b2cb6140f2f844d05a4 HTTP/1.1" status: 200 len: 375 time: 0.0167642 Oct 12 17:47:04.367363 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-b6300ed1-ecbf-499c-b1ad-fc195b5c4532 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965171 Oct 12 17:47:04.898912 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-2e562678-2670-4339-8cd5-49efc539b7e2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:04.901328 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-2e562678-2670-4339-8cd5-49efc539b7e2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 817 time: 0.5879796 Oct 12 17:47:04.930581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Allocated IP 172.20.0.8 (5853aa21-f335-4274-ad62-b3971a448d6f/14390713-61b8-4e1c-b203-665488fb09fb/50f3509f-4092-4484-af04-777f75677fdf) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:04.974236 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff13e8-bd4f-4e02-bdff-76a00c5f7a7d req-4fc404fb-1201-4125-8c1f-ecfda6ede294 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:04.975767 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-75ff13e8-bd4f-4e02-bdff-76a00c5f7a7d req-4fc404fb-1201-4125-8c1f-ecfda6ede294 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.4885983 Oct 12 17:47:04.980254 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-6be6ba2d-1fab-480c-a60f-84e9bbdedcd2 service neutron] 10.222.0.86 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031239 Oct 12 17:47:05.020374 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-60792aea-6737-476a-803f-d0bf093a0bd8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 379 time: 0.1071663 Oct 12 17:47:05.034810 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'port': {'device_id': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'admin_state_up': True, 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'security_groups': ['8768bfff-9ea3-453e-a3df-9838812be309']}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:05.072279 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-75ff13e8-bd4f-4e02-bdff-76a00c5f7a7d req-22868b56-c11a-42c5-aa27-1a6603e8b890 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892539 Oct 12 17:47:05.146134 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-db2f8ea2-3b7d-411b-9c22-27e7584deee6 service neutron] 10.222.0.86 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566565 Oct 12 17:47:05.231131 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.248484 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5bf028e2-b907-43e0-9bb8-c95699907b53 req-6863f7b1-2a6b-40b7-813d-65a734ce3579 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 210 time: 0.0667775 Oct 12 17:47:05.390044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.404511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 1720c917-c553-49db-b3b6-0c08eb60d3cb up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:05.447744 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7b7ee8fb-bc22-4e7f-ad63-80c30fd930d7 req-0af4574b-4426-4299-828a-c06e5c0575fb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 210 time: 0.0785205 Oct 12 17:47:05.523114 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 1720c917-c553-49db-b3b6-0c08eb60d3cb triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:05.524655 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.530512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23eae5a0-0307-4356-b15a-27a7ece159a2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:05.609705 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-98df33ad-e6ef-4bbd-9b72-c877dd97738c req-6ee860d7-6ea7-49a0-a3c6-ae83d531a030 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 210 time: 0.0411129 Oct 12 17:47:05.652455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16441de-55ca-48cc-aa00-0a099f98311b req-e6946221-b2e4-47c3-9aa1-660138a8e95c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:05.662258 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f16441de-55ca-48cc-aa00-0a099f98311b req-e6946221-b2e4-47c3-9aa1-660138a8e95c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 944 time: 0.1379924 Oct 12 17:47:05.679661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Network 5853aa21-f335-4274-ad62-b3971a448d6f is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:05.692975 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:05.712396 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:05.718977 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:05.719448 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.736522 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Pushing event updated for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:05.749036 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Made reservation on behalf of 59aee07f35ae4d369791d84f8992b64b for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:05.759540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.780744 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-c491dcda-62a1-4238-bc78-d3ee253c6962 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8779523 Oct 12 17:47:05.835580 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23eae5a0-0307-4356-b15a-27a7ece159a2,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:05.848322 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f16441de-55ca-48cc-aa00-0a099f98311b req-71616c97-bd85-4ed9-9ead-8a9cb0c94b94 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773186 Oct 12 17:47:05.851402 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Request body: {'port': {'device_id': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:05.861996 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '23eae5a0-0307-4356-b15a-27a7ece159a2', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'port_id': '23eae5a0-0307-4356-b15a-27a7ece159a2', 'mac_address': 'fa:16:3e:e6:e7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772534b-e4c7-4613-be19-65d1110a1385', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:05.919752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:05.950046 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23eae5a0-0307-4356-b15a-27a7ece159a2 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:05.967556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.87', 49882) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:06.024931 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23eae5a0-0307-4356-b15a-27a7ece159a2,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:06.044132 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.046157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:06.176544 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.262423 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Allocated IP 172.20.0.13 (e8152edb-d593-48a5-916c-38dd12385d96/0f3186d1-1558-4dc4-be51-9249a2ab1716/89b3cb8b-7580-4ecd-868a-6eb67a4e995c) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:06.274735 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-533da3cd-6fd9-4540-aa61-586d87da1816 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:06.285846 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-533da3cd-6fd9-4540-aa61-586d87da1816 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 811 time: 0.3171937 Oct 12 17:47:06.424847 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6b32acd6-32d4-4b17-91f6-17976ef39003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.465391 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,segment=NetworkSegment(fead9a8d-ce77-479a-bc12-6d433c9e4fdb),segment_id=fead9a8d-ce77-479a-bc12-6d433c9e4fdb)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:06.513353 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6', 'network_id': '12b000a1-b794-42d9-b6d3-b2a676d802cf', 'port_id': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6', 'mac_address': 'fa:16:3e:f3:6d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93550e68-713e-4a80-a71a-974ba62497e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:06.578697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126adf9-9ec3-468b-ab37-93c8b84671bb req-f315502a-1e3d-4397-b4e2-be821d61e3d7 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:06.593647 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a126adf9-9ec3-468b-ab37-93c8b84671bb req-f315502a-1e3d-4397-b4e2-be821d61e3d7 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 944 time: 0.2824526 Oct 12 17:47:06.593647 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b00afb19-5a66-4c77-bfe1-09d226e03e52 req-deb03a25-9dc1-4145-816a-790724595386 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 210 time: 0.1365936 Oct 12 17:47:06.658951 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:06.703646 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-5092ed26-4514-4071-b0cd-10377a82e303 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 380 time: 0.4009938 Oct 12 17:47:06.718004 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.758079 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'port': {'device_id': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'admin_state_up': True, 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'security_groups': ['5459406b-d07b-47e2-93f9-1536f1bae84c']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:06.768491 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:06.768791 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.800376 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,segment=NetworkSegment(fead9a8d-ce77-479a-bc12-6d433c9e4fdb),segment_id=fead9a8d-ce77-479a-bc12-6d433c9e4fdb)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:06.808820 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.898138 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:06.898385 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.901698 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0f44bd64-3e9c-4084-b4e1-cdf0014568eb req-342e68cf-f96b-4b42-a255-4b0f221be9ae tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 210 time: 0.1245184 Oct 12 17:47:06.921973 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a126adf9-9ec3-468b-ab37-93c8b84671bb req-97996bb6-f507-4f3c-8fab-3b3e2502f1c8 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929895 Oct 12 17:47:06.976297 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:06.999019 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Network e8152edb-d593-48a5-916c-38dd12385d96 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:07.009766 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.011832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:07.024644 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:07.031201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:07.031831 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.038618 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce79a152-4b55-4e43-84c1-d314885af74b req-39a5e279-3377-4f61-8115-ad1599d97ad6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 210 time: 0.0485268 Oct 12 17:47:07.053785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:07.100383 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-77d22e9d-78a3-4162-b364-bfa499c5a892 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0697067 Oct 12 17:47:07.110054 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f3509f-4092-4484-af04-777f75677fdf {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:07.123733 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Request body: {'port': {'device_id': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:07.127871 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.128273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e902f1-86aa-43c8-b7f7-9eb0a73915e6 req-c2b349c8-9b45-4513-808e-fd7b74446615 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:07.129924 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40e902f1-86aa-43c8-b7f7-9eb0a73915e6 req-c2b349c8-9b45-4513-808e-fd7b74446615 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 945 time: 0.0936790 Oct 12 17:47:07.131687 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Made reservation on behalf of b3baecff8d2a4349b8a8c90e9a8146d9 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:07.135772 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.167235 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Transition to ACTIVE for port object 50f3509f-4092-4484-af04-777f75677fdf will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:07.195456 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.238338 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.288530 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Pushing event updated for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:07.313976 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40e902f1-86aa-43c8-b7f7-9eb0a73915e6 req-80308ac4-ffa8-4cfe-864b-3b562389597b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696410 Oct 12 17:47:07.324657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.87', 49889) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:07.350057 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['1a249895-b40d-4d1f-bd99-f1fd0ae569a6'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:07.354225 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:07.398228 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Attempting to bind port 50f3509f-4092-4484-af04-777f75677fdf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:07.398542 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Attempting to bind port 50f3509f-4092-4484-af04-777f75677fdf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:07.399990 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Attempting to bind port 50f3509f-4092-4484-af04-777f75677fdf on network 5853aa21-f335-4274-ad62-b3971a448d6f {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:07.412127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Port 50f3509f-4092-4484-af04-777f75677fdf on network 5853aa21-f335-4274-ad62-b3971a448d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:07.412453 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Attempting to bind port 50f3509f-4092-4484-af04-777f75677fdf on network 5853aa21-f335-4274-ad62-b3971a448d6f {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:07.426695 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:07.427097 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Checking segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:07.427413 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Bound using segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:07.428567 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Bound port: 50f3509f-4092-4484-af04-777f75677fdf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:07.428930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.465748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33560) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:07.590752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-e4caa5fa-4d07-4799-bc5c-8e2bbc827e5b None None] Provisioning complete for port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:07.594251 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e4caa5fa-4d07-4799-bc5c-8e2bbc827e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.631060 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Allocated IP 172.20.0.5 (7cfa23e9-cb4f-4133-a0c8-c384633afa5e/4c971b72-5e56-4668-ac34-e2c381c562ed/cad9c025-9c3e-4e6c-8003-d81b4c11ea47) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:07.668017 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-ee42d478-b2bd-4a5a-985d-c92d8e58d7dc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:07.669751 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-ee42d478-b2bd-4a5a-985d-c92d8e58d7dc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 818 time: 0.3437359 Oct 12 17:47:07.691224 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Request body: {'port': {'device_id': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'admin_state_up': True, 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:07.698844 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:07.703732 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=50f3509f-4092-4484-af04-777f75677fdf,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:07.709964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.727328 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-e4caa5fa-4d07-4799-bc5c-8e2bbc827e5b None None] Port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:07.751007 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a20fb82-cd3a-476b-9fb4-190c2069450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.763943 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:07.764201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:07.765994 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] 10.222.0.87 "PUT /v2.0/ports/50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 1093 time: 1.9589148 Oct 12 17:47:07.767664 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'tag': '50f3509f-4092-4484-af04-777f75677fdf'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:07.770365 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c" -d '{"events": [{"name": "network-changed", "server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "tag": "50f3509f-4092-4484-af04-777f75677fdf"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:07.790051 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-733c5178-377e-4094-9c77-36c7692e5ae4 req-01a74fe9-2b72-4642-a0a2-209ee915601a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 210 time: 0.0891986 Oct 12 17:47:07.860344 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9226e9c6-479e-4320-8984-5ba903b5adeb x-openstack-request-id: req-9226e9c6-479e-4320-8984-5ba903b5adeb {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:07.860628 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "tag": "50f3509f-4092-4484-af04-777f75677fdf", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:07.861003 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9226e9c6-479e-4320-8984-5ba903b5adeb {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:07.861460 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'tag': '50f3509f-4092-4484-af04-777f75677fdf', 'status': 'completed', 'code': 200} Oct 12 17:47:07.880212 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd7d1-df3b-413e-b771-e4b819ea08ff service neutron] Pushing event updated for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:07.908945 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-eb611852-4d9c-4764-a883-da96e28fc1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:07.910538 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-eb611852-4d9c-4764-a883-da96e28fc1de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1096 time: 0.0893428 Oct 12 17:47:07.985431 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-8d209c47-bb87-42a8-9a55-1e296938d6fa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0605490 Oct 12 17:47:07.992758 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:08.007972 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.048262 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Transition to ACTIVE for port object 89b3cb8b-7580-4ecd-868a-6eb67a4e995c will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:08.057321 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-3ea19e4b-1a12-41d2-a0fd-690f2612a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.058800 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-3ea19e4b-1a12-41d2-a0fd-690f2612a1b4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0616677 Oct 12 17:47:08.059571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.102258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Made reservation on behalf of c91ea56ee5db4b2cb6140f2f844d05a4 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:08.106310 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.118396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.118650 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-b6f2c269-fe8f-4d45-91c1-f1e000e7005d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512128 Oct 12 17:47:08.122230 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a20fb82-cd3a-476b-9fb4-190c2069450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.134736 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:08.149685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a20fb82-cd3a-476b-9fb4-190c2069450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.189855 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3c76-9156-4687-a465-9de8780abb6b req-3a09607d-c019-41e5-bc82-cd042bd7fb3e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.191270 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7d2d3c76-9156-4687-a465-9de8780abb6b req-3a09607d-c019-41e5-bc82-cd042bd7fb3e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 932 time: 0.2063749 Oct 12 17:47:08.210532 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Attempting to bind port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:08.211077 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Attempting to bind port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:08.211194 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Attempting to bind port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:08.219942 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c on network e8152edb-d593-48a5-916c-38dd12385d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:08.220271 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Attempting to bind port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:08.230216 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:08.234384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Checking segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:08.234384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Bound using segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:08.234384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Bound port: 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:08.234384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.254437 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981db77-c6b5-4967-8fd8-f7ee2d2111d9 req-1b7be2d6-ccd0-438b-a6d1-a4cadffa0f24 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.255965 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c981db77-c6b5-4967-8fd8-f7ee2d2111d9 req-1b7be2d6-ccd0-438b-a6d1-a4cadffa0f24 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 945 time: 0.2533526 Oct 12 17:47:08.298329 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-5c77217e-8697-4b68-9a70-7107bbd7cdf5 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353281 Oct 12 17:47:08.301299 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4a20fb82-cd3a-476b-9fb4-190c2069450d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8d6fa07e6c974d4fb67bcc12ef5ef69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345232 Oct 12 17:47:08.304575 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33582) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:08.321866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20fb82-cd3a-476b-9fb4-190c2069450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7779841a-abe5-458e-8c88-97708ecd6b53,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:08.377609 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7d2d3c76-9156-4687-a465-9de8780abb6b req-a08c8def-76e7-4f57-b1b6-9bf2c99dad28 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727209 Oct 12 17:47:08.388426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.407483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:08.436357 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:08.447770 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c981db77-c6b5-4967-8fd8-f7ee2d2111d9 req-b846e62c-050c-46ff-a074-f863eef73b05 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520734 Oct 12 17:47:08.448312 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.496384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.507755 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-779fbe9f-a9b7-4d91-b450-18aa3935439a req-a064f4b5-52ed-48ac-af12-7b0fbd9902b9 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964755 Oct 12 17:47:08.516486 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.517137 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.518535 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] 10.222.0.87 "PUT /v2.0/ports/89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 1094 time: 1.4002922 Oct 12 17:47:08.584743 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.645208 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86cb84-c63c-4ec3-8825-bb493677e72e service neutron] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:08.690953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.709208 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-c09d84f4-edfa-402f-a178-c423a2ba415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.711089 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-c09d84f4-edfa-402f-a178-c423a2ba415f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1096 time: 0.0962515 Oct 12 17:47:08.714123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Allocated IP 172.20.0.7 (5853aa21-f335-4274-ad62-b3971a448d6f/14390713-61b8-4e1c-b203-665488fb09fb/efcf9d63-5556-464e-af8f-202d2b67614f) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:08.722296 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-6dda6ff7-8f9f-4b4a-8346-5e0559bf2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:08.723889 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-6dda6ff7-8f9f-4b4a-8346-5e0559bf2ad1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1097 time: 0.1577749 Oct 12 17:47:08.843395 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-82273a1e-8dbb-46b9-bd78-18f35b7b793d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 217 time: 0.1095200 Oct 12 17:47:08.873501 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.876369 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:08.877613 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7779841a-abe5-458e-8c88-97708ecd6b53 HTTP/1.1" status: 204 len: 168 time: 0.5719702 Oct 12 17:47:08.921002 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2d3e7427-8987-43b8-b36b-bb288a9ecf50 req-5e9db44d-14ff-47f5-beb4-6502975754b8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 210 time: 0.2440190 Oct 12 17:47:08.923020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:08.980297 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe50fe8-b6ac-4783-b7b3-b35494e2c3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779841a-abe5-458e-8c88-97708ecd6b53,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:09.027369 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-1721ed63-7431-4e13-9b2f-03e10ccd01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.029000 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-1721ed63-7431-4e13-9b2f-03e10ccd01ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.1724796 Oct 12 17:47:09.040448 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:09.043846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:09.050739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.051381 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.101433 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-6577e3d9-bfbc-4b89-8206-d08320451410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.102892 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-6577e3d9-bfbc-4b89-8206-d08320451410 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.3838038 Oct 12 17:47:09.105320 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:09.143697 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-4fc30cec-170c-4a40-8ac4-35654dad5316 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3901141 Oct 12 17:47:09.173671 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-6bd2a328-5e2d-448d-ad92-7cd56df01e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.174971 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Request body: {'port': {'device_id': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:09.175308 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-6bd2a328-5e2d-448d-ad92-7cd56df01e91 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1378820 Oct 12 17:47:09.176634 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-ab7d1c1d-df3d-43a9-bf7a-943d3db6f06b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0627892 Oct 12 17:47:09.205599 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.232705 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e51f52-4004-4e1a-ada1-e9c75268e68f req-6238264a-10a2-4ded-898c-6d3018f107b3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.242807 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c0e51f52-4004-4e1a-ada1-e9c75268e68f req-6238264a-10a2-4ded-898c-6d3018f107b3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 945 time: 0.5781169 Oct 12 17:47:09.298803 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80dd82-d139-41a9-8084-9a3871068afb req-9cfebab1-3bab-4c96-8a3e-df653e954a50 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.306478 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c80dd82-d139-41a9-8084-9a3871068afb req-9cfebab1-3bab-4c96-8a3e-df653e954a50 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 931 time: 0.2683766 Oct 12 17:47:09.359730 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.412371 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c0e51f52-4004-4e1a-ada1-e9c75268e68f req-aa63ff8b-c526-43c6-ac98-9de6d089a00b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685233 Oct 12 17:47:09.412851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33612) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:09.429216 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-6bb54656-ec20-4e3e-8a4b-c07e2a826d53 None None] Provisioning complete for port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:09.430284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6bb54656-ec20-4e3e-8a4b-c07e2a826d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.477973 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c80dd82-d139-41a9-8084-9a3871068afb req-b1a1cd73-6e21-44bd-b0d2-1e590a056fea tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675787 Oct 12 17:47:09.481937 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.503907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-77ac48b7-7f37-4fb8-adb5-f4f8352d4cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.552467 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-48e8072b-e4d3-49c4-8137-b731ebd876c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.553958 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-48e8072b-e4d3-49c4-8137-b731ebd876c3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.3629217 Oct 12 17:47:09.621802 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-3a78b654-6b16-42f7-8b7e-7c29935e24fa service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319553 Oct 12 17:47:09.622979 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23eae5a0-0307-4356-b15a-27a7ece159a2 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:09.623877 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-aece2483-4fb8-44c5-8b05-39530e167fab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346200 Oct 12 17:47:09.653536 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-6bb54656-ec20-4e3e-8a4b-c07e2a826d53 None None] Port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:09.678649 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Network 5853aa21-f335-4274-ad62-b3971a448d6f is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:09.690409 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 23eae5a0-0307-4356-b15a-27a7ece159a2 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:09.696837 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 23eae5a0-0307-4356-b15a-27a7ece159a2 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:09.697584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.719619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:09.723666 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:09.731976 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.732772 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.748249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Pushing event updated for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:09.790628 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7ae5fde4-c594-4c4c-b2b4-4a76bb01e931 req-5b509f1b-0bfd-461f-b5d2-72f2065e1ff2 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529274 Oct 12 17:47:09.815973 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.843797 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:09.856581 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-27e5c5e2-37b9-4d87-a76e-0f5d9429c8f2 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175779 Oct 12 17:47:09.862280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:09.865065 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:09.876779 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-7261a9ae-4c45-440d-835d-734cb82bcb79 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1902933 Oct 12 17:47:09.906964 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307fc7e-07dd-40ff-922f-42310b39e70e req-3cb92537-0799-4809-985e-ac01322a1b8a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.908463 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b307fc7e-07dd-40ff-922f-42310b39e70e req-3cb92537-0799-4809-985e-ac01322a1b8a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.3213766 Oct 12 17:47:09.926572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Request body: {'port': {'device_id': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:09.956510 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23eae5a0-0307-4356-b15a-27a7ece159a2,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:09.965387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:09.966489 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:09.972173 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a7bcff29-9ab7-4aca-a1e2-1fa683c9b58c req-22c886d7-7bf8-4c62-9194-00b5e5110725 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040249 Oct 12 17:47:09.989507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc2f50-0490-478e-bb3a-5de2554d05e2 req-ef1af2fb-6d0d-4588-867e-de4adee62ed2 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:09.997935 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93cc2f50-0490-478e-bb3a-5de2554d05e2 req-ef1af2fb-6d0d-4588-867e-de4adee62ed2 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 945 time: 0.3849299 Oct 12 17:47:10.071498 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:10.096796 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:10.111263 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:10.111671 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.157725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b307fc7e-07dd-40ff-922f-42310b39e70e req-224cc52e-f0ea-433a-bd90-a41cd3a313b9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135012 Oct 12 17:47:10.170999 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.172549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a546fd-ebbf-4677-b07b-fed9ca700389" -d '{"events": [{"server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "name": "network-vif-plugged", "status": "completed", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:10.173993 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-77ac48b7-7f37-4fb8-adb5-f4f8352d4cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.186651 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93cc2f50-0490-478e-bb3a-5de2554d05e2 req-758e7470-ee40-46e2-a11b-12d3ddb479e9 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877582 Oct 12 17:47:10.228716 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-77ac48b7-7f37-4fb8-adb5-f4f8352d4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.237255 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.273123 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b9aecf-b60a-4ff8-b867-60a73542b2e6 x-openstack-request-id: req-d4b9aecf-b60a-4ff8-b867-60a73542b2e6 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:10.273417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:10.273670 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d4b9aecf-b60a-4ff8-b867-60a73542b2e6 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:10.274072 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'status': 'completed', 'code': 200} Oct 12 17:47:10.283241 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,segment=NetworkSegment(fead9a8d-ce77-479a-bc12-6d433c9e4fdb),segment_id=fead9a8d-ce77-479a-bc12-6d433c9e4fdb)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:10.289676 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.348893 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:10.389794 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-79303fbf-042a-460e-91e7-834b47ee7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.393034 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-79303fbf-042a-460e-91e7-834b47ee7b5d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0945482 Oct 12 17:47:10.437228 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c795f2f-3cd5-44fe-a777-bd6c1ca0666f x-openstack-request-id: req-9c795f2f-3cd5-44fe-a777-bd6c1ca0666f {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:10.437544 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "name": "network-vif-plugged", "status": "completed", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:10.438274 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c795f2f-3cd5-44fe-a777-bd6c1ca0666f {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:10.438849 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2', 'code': 200} Oct 12 17:47:10.524818 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-77ac48b7-7f37-4fb8-adb5-f4f8352d4cb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=81def1bab33c43f4964d78d95d827177&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1009176 Oct 12 17:47:10.528370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33660) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:10.528492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac48b7-7f37-4fb8-adb5-f4f8352d4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954edf69-2738-4d68-9e28-99cb9ff492fb,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:10.587648 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-3d94cb07-3ec1-4195-bb91-f80e2f1e7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.590289 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-3d94cb07-3ec1-4195-bb91-f80e2f1e7d25 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.1828687 Oct 12 17:47:10.658832 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-2e3a9610-ba4e-48ac-9acf-4eccffb1e014 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 217 time: 0.0606060 Oct 12 17:47:10.720543 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad9c025-9c3e-4e6c-8003-d81b4c11ea47 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:10.738514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.764774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.809409 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-8db9140e-6585-4b3f-927a-04d0ca81b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.810865 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-8db9140e-6585-4b3f-927a-04d0ca81b2b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.1263270 Oct 12 17:47:10.813388 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.814926 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877131c0-fc64-4e06-a7c6-371775497146 req-1b78ca56-8551-4815-9403-d35c8b4fdc97 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.816506 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-877131c0-fc64-4e06-a7c6-371775497146 req-1b78ca56-8551-4815-9403-d35c8b4fdc97 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 931 time: 0.4789488 Oct 12 17:47:10.822849 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-d77095a1-4dd6-4b89-88e7-55d016b9b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.824898 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-d77095a1-4dd6-4b89-88e7-55d016b9b072 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 1099 time: 0.1773901 Oct 12 17:47:10.825049 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Transition to ACTIVE for port object cad9c025-9c3e-4e6c-8003-d81b4c11ea47 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:10.833511 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.854966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7f663-9fed-4906-9159-91279ae1c260 req-39310b54-dfa9-40d8-938e-4f46f2315fdd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.856430 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24b7f663-9fed-4906-9159-91279ae1c260 req-39310b54-dfa9-40d8-938e-4f46f2315fdd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.3028114 Oct 12 17:47:10.891460 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-2d713108-6ae6-46b8-b300-23f5c4c51dac service neutron] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.931266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-8005ca0f-b5ec-439a-9869-7ea0a0217048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:10.933635 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-8005ca0f-b5ec-439a-9869-7ea0a0217048 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071489 Oct 12 17:47:10.968120 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.970708 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:10.973012 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/954edf69-2738-4d68-9e28-99cb9ff492fb HTTP/1.1" status: 204 len: 168 time: 0.4425147 Oct 12 17:47:10.973860 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:11.029110 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-877131c0-fc64-4e06-a7c6-371775497146 req-93135e7c-e699-40f3-b429-5451f3624808 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027524 Oct 12 17:47:11.058139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af033380-2bb4-4080-bb8e-e336784391ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954edf69-2738-4d68-9e28-99cb9ff492fb,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:11.123462 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-7b675749-8a29-4801-9434-00f8b145b8b2 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800926 Oct 12 17:47:11.177752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-2d713108-6ae6-46b8-b300-23f5c4c51dac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.186061 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24b7f663-9fed-4906-9159-91279ae1c260 req-18d331f7-05c1-47ae-861d-1e6d007bbcf6 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914720 Oct 12 17:47:11.225019 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-2d713108-6ae6-46b8-b300-23f5c4c51dac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.243814 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Attempting to bind port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:11.244733 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Attempting to bind port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:11.245158 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Attempting to bind port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:11.274530 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:11.274714 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Attempting to bind port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:11.295866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:11.296228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Checking segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:11.296776 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Bound using segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:11.297260 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Bound port: cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:11.297615 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.298715 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-c68cf042-79b0-4f23-9c4f-54d3477d6c55 req-2d713108-6ae6-46b8-b300-23f5c4c51dac service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558957 Oct 12 17:47:11.323570 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d713108-6ae6-46b8-b300-23f5c4c51dac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca2f33-2422-4441-85f2-f3e32bae39bd,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:11.325051 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e64a4a-2093-44bd-9d98-11c269594044 req-b73cd619-4814-480f-9c7e-bf8e4abca2ef tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:11.326791 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-06e64a4a-2093-44bd-9d98-11c269594044 req-b73cd619-4814-480f-9c7e-bf8e4abca2ef tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.1524646 Oct 12 17:47:11.330481 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcf9d63-5556-464e-af8f-202d2b67614f {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:11.339242 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7bb143c1-a58f-40d1-95b3-3a6b8f7614e7 req-230d3aa7-776d-4e13-a204-110c5f59c153 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042201 Oct 12 17:47:11.358981 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.606989 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Transition to ACTIVE for port object efcf9d63-5556-464e-af8f-202d2b67614f will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:11.623604 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.637962 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-06e64a4a-2093-44bd-9d98-11c269594044 req-79d18008-a5ec-49dc-9c3b-8b002d4c910d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967176 Oct 12 17:47:11.689020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620b2da-76fa-4a34-9af8-9d13d601a369 req-19563454-848a-4826-bc29-9e85bba9069a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:11.705927 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9620b2da-76fa-4a34-9af8-9d13d601a369 req-19563454-848a-4826-bc29-9e85bba9069a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.3611012 Oct 12 17:47:11.718930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:11.776727 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:11.784731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:11.836495 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.885366 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9620b2da-76fa-4a34-9af8-9d13d601a369 req-17d71ec7-c1cd-4f58-9916-be5a41fadb41 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867232 Oct 12 17:47:11.895865 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Attempting to bind port efcf9d63-5556-464e-af8f-202d2b67614f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:11.896077 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Attempting to bind port efcf9d63-5556-464e-af8f-202d2b67614f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:11.896402 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Attempting to bind port efcf9d63-5556-464e-af8f-202d2b67614f on network 5853aa21-f335-4274-ad62-b3971a448d6f {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:11.912895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:11.913549 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:11.915129 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] 10.222.0.87 "PUT /v2.0/ports/cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 1093 time: 2.7559283 Oct 12 17:47:11.915431 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:11.991896 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Port efcf9d63-5556-464e-af8f-202d2b67614f on network 5853aa21-f335-4274-ad62-b3971a448d6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:11.992292 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Attempting to bind port efcf9d63-5556-464e-af8f-202d2b67614f on network 5853aa21-f335-4274-ad62-b3971a448d6f {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:12.046726 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17fd0-61d9-4b57-af65-dc4866630bad req-f029490a-0cb1-4449-90c7-88f9830b39ae tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.048268 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4dc17fd0-61d9-4b57-af65-dc4866630bad req-f029490a-0cb1-4449-90c7-88f9830b39ae tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.2936251 Oct 12 17:47:12.072020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:12.072918 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Checking segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:12.073494 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Bound using segment: {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:12.074248 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Bound port: efcf9d63-5556-464e-af8f-202d2b67614f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e06e594-a630-4507-ac54-2f226ad378f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:12.074248 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.120538 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1a93f-d765-4318-9ae2-f95bc83a7525 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:12.200544 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4dc17fd0-61d9-4b57-af65-dc4866630bad req-5fc3873a-fdb5-4aea-8b23-c888e20caf05 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224692 Oct 12 17:47:12.202331 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-3e12046c-3315-41c7-8391-d6b3887fd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.203838 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-3e12046c-3315-41c7-8391-d6b3887fd1c1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1096 time: 0.2159276 Oct 12 17:47:12.281351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f094ba-1eef-4834-965a-308f378faefe" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:12.331457 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-31f33e63-8d88-493e-bf47-44e594272980 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 217 time: 0.0941002 Oct 12 17:47:12.357925 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27f37d-8966-4f51-8d46-35da9efecead req-78763d77-1bb7-4a42-9fbe-6b5adf45a0b2 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.361404 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee27f37d-8966-4f51-8d46-35da9efecead req-78763d77-1bb7-4a42-9fbe-6b5adf45a0b2 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.1787102 Oct 12 17:47:12.436545 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:12.440408 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:12.443366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e524c727-61e6-4355-a42e-4fa26af986f5" -d '{"events": [{"server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "name": "network-vif-plugged", "status": "completed", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:12.465199 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=efcf9d63-5556-464e-af8f-202d2b67614f,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:12.480616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.502920 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-20a71492-3c73-448f-84bc-478b86c4ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.504389 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-20a71492-3c73-448f-84bc-478b86c4ca84 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.1594715 Oct 12 17:47:12.533760 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319173e-dbcb-47d7-a0b6-74e780bf52a9 req-0d3d6683-f770-4672-89be-58c8b057c145 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.535243 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9319173e-dbcb-47d7-a0b6-74e780bf52a9 req-0d3d6683-f770-4672-89be-58c8b057c145 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.2132378 Oct 12 17:47:12.539076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33756) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:12.544359 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee27f37d-8966-4f51-8d46-35da9efecead req-b4ebf2cb-e0f3-440e-8266-1f1fbe2d32de tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571891 Oct 12 17:47:12.565483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33762) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:12.569753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.570366 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.571705 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] 10.222.0.87 "PUT /v2.0/ports/efcf9d63-5556-464e-af8f-202d2b67614f HTTP/1.1" status: 200 len: 1093 time: 2.6835089 Oct 12 17:47:12.708329 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-256de746-e73a-4860-b204-f984725ec3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.714589 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9319173e-dbcb-47d7-a0b6-74e780bf52a9 req-bf6816c2-0b4a-415b-9565-aaf4a86db9ea tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691742 Oct 12 17:47:12.715270 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf3815-5dad-4ee9-ac09-e4fc034c0515 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:12.731164 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b53106-10fe-498a-be77-430c5ee7f86b req-ef455df2-0581-4bf0-8ad1-d73181e4c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.732634 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-ef455df2-0581-4bf0-8ad1-d73181e4c563 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1758957 Oct 12 17:47:12.734344 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-466ad324-d158-4296-8fa5-1bf84d196329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:12.735655 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-466ad324-d158-4296-8fa5-1bf84d196329 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 1096 time: 0.1042142 Oct 12 17:47:12.766742 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-629bfdd0-06ae-4abf-9328-69221c260f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.798481 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70516bb-e373-4f4c-99c8-e8ffe2bc814d x-openstack-request-id: req-c70516bb-e373-4f4c-99c8-e8ffe2bc814d {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:12.799044 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "name": "network-vif-plugged", "status": "completed", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:12.799665 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c70516bb-e373-4f4c-99c8-e8ffe2bc814d {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:12.800611 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6', 'code': 200} Oct 12 17:47:12.871151 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-eab83d33-98e4-4584-bd5e-3002c1c0d802 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efcf9d63-5556-464e-af8f-202d2b67614f HTTP/1.1" status: 200 len: 217 time: 0.1212070 Oct 12 17:47:12.892698 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-629bfdd0-06ae-4abf-9328-69221c260f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.901967 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-629bfdd0-06ae-4abf-9328-69221c260f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:12.962464 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-629bfdd0-06ae-4abf-9328-69221c260f63 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fdb3a341fdb445038055a8364a859c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958354 Oct 12 17:47:12.967203 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33782) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:13.002506 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b3108c-9fee-4bf1-92bb-e6ddc952a742 x-openstack-request-id: req-d6b3108c-9fee-4bf1-92bb-e6ddc952a742 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:13.002798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:13.003051 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d6b3108c-9fee-4bf1-92bb-e6ddc952a742 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:13.003800 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'status': 'completed', 'code': 200} Oct 12 17:47:13.012299 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-79268a94-6143-4f28-a442-cf0c922bbac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.014295 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-79268a94-6143-4f28-a442-cf0c922bbac5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.1335618 Oct 12 17:47:13.019511 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-0e3d6450-cfa1-4657-9e38-506680bfcdda service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723901 Oct 12 17:47:13.028979 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a9736-e65b-47dc-8bc5-8314d89a4813 req-4a85d3bd-0e8f-4c09-9964-bb782f2cbc5e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.030749 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a7a9736-e65b-47dc-8bc5-8314d89a4813 req-4a85d3bd-0e8f-4c09-9964-bb782f2cbc5e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.1043162 Oct 12 17:47:13.087664 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bfdd0-06ae-4abf-9328-69221c260f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60fa6aa-f39a-4290-aa68-0d40500dcc0c,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:13.090508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33786) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:13.111143 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed22939-68a5-4685-9ab5-9232e7765b2e req-afe76604-04e0-44ce-a215-55e50e253fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.112699 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-9ed22939-68a5-4685-9ab5-9232e7765b2e req-afe76604-04e0-44ce-a215-55e50e253fcd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 1099 time: 0.1039963 Oct 12 17:47:13.117287 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-23c51a5d-88d7-4323-ad04-314a977eaf9a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855184 Oct 12 17:47:13.157516 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.169917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-256de746-e73a-4860-b204-f984725ec3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.186445 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-256de746-e73a-4860-b204-f984725ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.213596 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-9ed22939-68a5-4685-9ab5-9232e7765b2e req-f3ba1d5f-d4ad-44c4-8692-9f404b41de2e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835178 Oct 12 17:47:13.220171 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.233021 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a7a9736-e65b-47dc-8bc5-8314d89a4813 req-eaab9b1d-3600-4644-8e4b-895f684451b3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855547 Oct 12 17:47:13.272476 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1171def5-ba48-4652-811c-fce416be6ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.283021 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-256de746-e73a-4860-b204-f984725ec3d4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc46a9563ba746928f6bcd5d74cd2449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7428598 Oct 12 17:47:13.289934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22b53106-10fe-498a-be77-430c5ee7f86b req-f6bc14fd-efad-499b-9469-e5a4ec2f1e26 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571058 Oct 12 17:47:13.292849 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33792) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:13.296441 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256de746-e73a-4860-b204-f984725ec3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d20573-3bad-4782-981a-8c581cb6031d,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:13.309617 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd24d9a-a1d9-4379-8648-47686710e19e req-41708da1-41e8-4ae9-818c-761cbaa3648e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.311035 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cbd24d9a-a1d9-4379-8648-47686710e19e req-41708da1-41e8-4ae9-818c-761cbaa3648e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.2042463 Oct 12 17:47:13.337779 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.341526 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.342674 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e60fa6aa-f39a-4290-aa68-0d40500dcc0c HTTP/1.1" status: 204 len: 168 time: 0.3742852 Oct 12 17:47:13.359414 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d5ac-f4b0-4f77-befe-489a94e97019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60fa6aa-f39a-4290-aa68-0d40500dcc0c,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:13.399947 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-c2bd8d9a-ed66-4cb7-acaf-d6de4be06edf service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680626 Oct 12 17:47:13.404343 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1171def5-ba48-4652-811c-fce416be6ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.409506 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1171def5-ba48-4652-811c-fce416be6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.433995 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cbd24d9a-a1d9-4379-8648-47686710e19e req-ade03ff3-8f59-495f-95b9-badfa108fbcd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035068 Oct 12 17:47:13.449320 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737b66a-7af2-4ff3-9723-80333baab01f req-3a6b37c6-c4fb-4f53-8922-1a845cdf5061 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.450936 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d737b66a-7af2-4ff3-9723-80333baab01f req-3a6b37c6-c4fb-4f53-8922-1a845cdf5061 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.1499512 Oct 12 17:47:13.457415 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1171def5-ba48-4652-811c-fce416be6ead admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=81017ce19aef4cf4a164c29735e60ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638718 Oct 12 17:47:13.458410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171def5-ba48-4652-811c-fce416be6ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68cc42-b872-4069-adbf-72d1d25e8038,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:13.460970 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33796) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:13.509021 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.515913 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 50f3509f-4092-4484-af04-777f75677fdf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:13.611356 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.613645 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d737b66a-7af2-4ff3-9723-80333baab01f req-818b9f5d-9ddd-453b-8f0b-e4c32a8ebe63 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555099 Oct 12 17:47:13.617707 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.663066 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=50f3509f-4092-4484-af04-777f75677fdf,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:13.689374 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '50f3509f-4092-4484-af04-777f75677fdf', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'port_id': '50f3509f-4092-4484-af04-777f75677fdf', 'mac_address': 'fa:16:3e:f2:d6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14390713-61b8-4e1c-b203-665488fb09fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:13.690724 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.765207 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.785001 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.788699 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.790180 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6c68cc42-b872-4069-adbf-72d1d25e8038 HTTP/1.1" status: 204 len: 168 time: 0.3276610 Oct 12 17:47:13.797399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f3509f-4092-4484-af04-777f75677fdf {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:13.809344 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b82c0-56d4-4715-9647-3c62ac67967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68cc42-b872-4069-adbf-72d1d25e8038,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:13.825456 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33806) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:13.847493 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1291-129f-4ec5-bac1-c6fc94e793da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.866120 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=50f3509f-4092-4484-af04-777f75677fdf,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:13.876863 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.878102 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:13.933055 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f094ba-1eef-4834-965a-308f378faefe req-6f8bd257-1923-40c0-b215-74eb8890b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:13.934532 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-6f8bd257-1923-40c0-b215-74eb8890b781 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1096 time: 0.3783982 Oct 12 17:47:13.961869 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1291-129f-4ec5-bac1-c6fc94e793da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:13.967280 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df1d6421-ec04-4f76-90fe-231b830394d5 req-c6c9bb3e-f393-4e42-b105-4a238507d634 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077538 Oct 12 17:47:13.968765 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1cbd1291-129f-4ec5-bac1-c6fc94e793da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.000830 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.003199 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1cbd1291-129f-4ec5-bac1-c6fc94e793da admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a9137ffad4b4d58a0f58922a9429632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763439 Oct 12 17:47:14.016827 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33808) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:14.052625 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd1291-129f-4ec5-bac1-c6fc94e793da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8168a2-ad69-4261-8238-4b81444e0f5d,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.054933 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:14.071620 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:14.117810 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523720db-af57-4727-ae07-75565e4d5bcd req-60d836b4-81a7-41ce-9734-580655a5a5bb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.121261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.125938 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-523720db-af57-4727-ae07-75565e4d5bcd req-60d836b4-81a7-41ce-9734-580655a5a5bb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.2823775 Oct 12 17:47:14.136377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.144532 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.147204 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.150730 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06d20573-3bad-4782-981a-8c581cb6031d HTTP/1.1" status: 204 len: 168 time: 0.8544214 Oct 12 17:47:14.150998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.153839 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:14.176156 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:14.182517 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.193527 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8094-7e43-4f87-b101-c1a788c347a5 req-066453c2-3e41-4937-b1d8-7504f2295f5d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.195049 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f5ce8094-7e43-4f87-b101-c1a788c347a5 req-066453c2-3e41-4937-b1d8-7504f2295f5d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.2965112 Oct 12 17:47:14.223799 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.225078 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc479a-a28f-463c-923c-42cf39808d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d20573-3bad-4782-981a-8c581cb6031d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.228973 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.230021 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d8168a2-ad69-4261-8238-4b81444e0f5d HTTP/1.1" status: 204 len: 168 time: 0.2117717 Oct 12 17:47:14.240675 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afb622-dfe9-4b68-a7ef-ff8bc87848b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8168a2-ad69-4261-8238-4b81444e0f5d,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.255078 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f094ba-1eef-4834-965a-308f378faefe req-6b78e900-e9b0-492d-8c47-7164456006a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.256608 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-6b78e900-e9b0-492d-8c47-7164456006a8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.2965808 Oct 12 17:47:14.315934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-523720db-af57-4727-ae07-75565e4d5bcd req-4eec26d1-cf1e-4d1d-811c-6d98d9086ba5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890926 Oct 12 17:47:14.319674 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-b463b839-f464-4b7b-a60e-3c3634e272f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 217 time: 0.0507653 Oct 12 17:47:14.325300 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.325494 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f5ce8094-7e43-4f87-b101-c1a788c347a5 req-2ea2eb70-0730-4cd0-b0ed-274e701f0023 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134324 Oct 12 17:47:14.394667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33820) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:14.412453 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-02a39ce3-871f-4a37-b1f8-e65f84f37822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.438290 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f094ba-1eef-4834-965a-308f378faefe req-e81bc716-ea62-489a-b806-272bea799baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.443514 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-e81bc716-ea62-489a-b806-272bea799baa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.1165447 Oct 12 17:47:14.513125 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-02a39ce3-871f-4a37-b1f8-e65f84f37822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.532479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-02a39ce3-871f-4a37-b1f8-e65f84f37822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.553562 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e63993-6792-4fc3-936e-0a1a8abe4409 req-e1a38f56-4af5-40ae-b202-1c0ff09c23b8 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.555741 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-89e63993-6792-4fc3-936e-0a1a8abe4409 req-e1a38f56-4af5-40ae-b202-1c0ff09c23b8 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.1094382 Oct 12 17:47:14.559689 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f094ba-1eef-4834-965a-308f378faefe req-438f4a94-5972-4884-9bc6-d7965165a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.561441 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-438f4a94-5972-4884-9bc6-d7965165a7c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1014266 Oct 12 17:47:14.629117 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-02a39ce3-871f-4a37-b1f8-e65f84f37822 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ec36fb979ff841bea5ca5616ec47f71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329557 Oct 12 17:47:14.629828 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33828) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:14.638713 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39ce3-871f-4a37-b1f8-e65f84f37822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93beb27b-d899-4963-bc14-c92c20ac0744,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.698941 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-89e63993-6792-4fc3-936e-0a1a8abe4409 req-0d6056de-007e-4bed-b893-38038ad03cfb tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351957 Oct 12 17:47:14.753672 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.811576 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-9b62262e-cea6-443e-a5fa-0b2213a1413d service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191217 Oct 12 17:47:14.819298 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.858883 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.904281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cda24-7cee-4d03-aab1-5799ea240b14 req-ccd6743d-9899-411b-b5ad-84545edce1fa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:14.912143 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-065cda24-7cee-4d03-aab1-5799ea240b14 req-ccd6743d-9899-411b-b5ad-84545edce1fa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 945 time: 0.2949224 Oct 12 17:47:14.913392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['50f3509f-4092-4484-af04-777f75677fdf'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:14.913524 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.918139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:14.921996 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93beb27b-d899-4963-bc14-c92c20ac0744 HTTP/1.1" status: 204 len: 168 time: 0.2877584 Oct 12 17:47:14.940344 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50731c1-ec7c-4368-b0db-9026dace2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93beb27b-d899-4963-bc14-c92c20ac0744,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:14.950713 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33844) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:14.972179 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['89b3cb8b-7580-4ecd-868a-6eb67a4e995c'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:15.001791 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445ce1-5c66-4969-b997-f491d2d02547 req-dbe83968-8ddb-4e5a-b86e-34fdf3112d6c tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.003312 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da445ce1-5c66-4969-b997-f491d2d02547 req-dbe83968-8ddb-4e5a-b86e-34fdf3112d6c tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.2144768 Oct 12 17:47:15.004089 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd1dd-5638-483f-bdd0-d1174627912b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.008846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:15.012392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f0adef-672b-48c9-97b3-0a7d53ce4882" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:15.028595 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69f094ba-1eef-4834-965a-308f378faefe req-8e7b7829-ad55-4a93-9996-fe2633e39619 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982253 Oct 12 17:47:15.055173 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-065cda24-7cee-4d03-aab1-5799ea240b14 req-2d2d06ec-3343-4175-921a-929e5683f7d4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420774 Oct 12 17:47:15.153465 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da445ce1-5c66-4969-b997-f491d2d02547 req-546137c9-191b-44fc-8c8a-cc797106f997 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 Oct 12 17:47:15.166657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f22b25-565c-42d6-a572-acad3651e11b x-openstack-request-id: req-25f22b25-565c-42d6-a572-acad3651e11b {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:15.166657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:15.166657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-25f22b25-565c-42d6-a572-acad3651e11b {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:15.166961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f', 'status': 'completed', 'code': 200} Oct 12 17:47:15.269510 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-dfefaf18-cc71-428e-a347-9f28f66d47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.271314 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-dfefaf18-cc71-428e-a347-9f28f66d47b3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 1096 time: 0.0691979 Oct 12 17:47:15.272757 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd1dd-5638-483f-bdd0-d1174627912b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.278638 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4e7fd1dd-5638-483f-bdd0-d1174627912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.371453 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4e7fd1dd-5638-483f-bdd0-d1174627912b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=afa10a95e30645ed87784c05c59e5a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173183 Oct 12 17:47:15.373911 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33860) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:15.381088 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fd1dd-5638-483f-bdd0-d1174627912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec748241-591f-4921-9e25-4fba0b96f74e,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:15.481354 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-183cd52d-f3ab-4b2f-ad52-540ddc736831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.483032 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-183cd52d-f3ab-4b2f-ad52-540ddc736831 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.1850979 Oct 12 17:47:15.503863 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.546436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffdf80-f76e-4633-b778-6b70ad9ad766 req-25ea78e7-723c-4674-9b50-243a73e835d6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.547927 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cffdf80-f76e-4633-b778-6b70ad9ad766 req-25ea78e7-723c-4674-9b50-243a73e835d6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.1189890 Oct 12 17:47:15.549202 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-ed79d4b6-99e4-4014-8f68-2cd37dfb95c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efcf9d63-5556-464e-af8f-202d2b67614f HTTP/1.1" status: 200 len: 217 time: 0.0553298 Oct 12 17:47:15.574278 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.659967 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-4e68606c-cfbf-4834-b052-4f4a9f277f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.661439 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-4e68606c-cfbf-4834-b052-4f4a9f277f55 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0940664 Oct 12 17:47:15.664985 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cffdf80-f76e-4633-b778-6b70ad9ad766 req-d3333d03-6a99-46d5-b6bf-3255b5acb59e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098917 Oct 12 17:47:15.702491 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-43274380-a328-4dce-8770-49484e2b4cb7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333934 Oct 12 17:47:15.734124 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.736917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:15.738343 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec748241-591f-4921-9e25-4fba0b96f74e HTTP/1.1" status: 204 len: 168 time: 0.3635430 Oct 12 17:47:15.792422 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321623-f7e2-4a55-8e40-e075274541c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec748241-591f-4921-9e25-4fba0b96f74e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:15.854920 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-242a04d2-1607-4bb4-885a-5f9238bcbf8e service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425591 Oct 12 17:47:15.916810 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae5b41-a474-4ebc-8367-f4f9f8c2a953 req-34be2bbc-7813-4b18-b5fb-8b153e96a979 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:15.918376 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dbae5b41-a474-4ebc-8367-f4f9f8c2a953 req-34be2bbc-7813-4b18-b5fb-8b153e96a979 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.1479919 Oct 12 17:47:15.994636 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57f0adef-672b-48c9-97b3-0a7d53ce4882 req-79066cc8-3feb-4537-a15c-3fc691d3e5db service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318448 Oct 12 17:47:16.044644 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dbae5b41-a474-4ebc-8367-f4f9f8c2a953 req-9e7250ce-3e59-4789-8314-c38afb4f6284 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016035 Oct 12 17:47:16.241770 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac1f16-3f4b-4332-88c4-04aa21107198 req-34fc6f3d-e74b-46ca-bc75-626ba0b9aaf7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:16.245078 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1ac1f16-3f4b-4332-88c4-04aa21107198 req-34fc6f3d-e74b-46ca-bc75-626ba0b9aaf7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1021283 Oct 12 17:47:16.310323 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1ac1f16-3f4b-4332-88c4-04aa21107198 req-7ab3f855-0072-4e12-9e30-7b82d7b9257f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551629 Oct 12 17:47:16.461396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9c49-895e-4f1f-b6f2-461a8dd4f8b0 req-c607a5f9-175c-461a-9b45-e6ef9d76c421 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:16.463861 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f98e9c49-895e-4f1f-b6f2-461a8dd4f8b0 req-c607a5f9-175c-461a-9b45-e6ef9d76c421 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.0557191 Oct 12 17:47:16.526459 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f98e9c49-895e-4f1f-b6f2-461a8dd4f8b0 req-ef73920a-ee65-4a46-bc12-3f26f431d468 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539086 Oct 12 17:47:16.618529 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 33938) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:16.784463 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6d392b11-5f11-4652-8343-64daf90b35a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:16.826827 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e13e5-79c2-41e8-b8a0-54f2701cb8b8 req-45ba2298-8d6b-4122-a26f-858c7d358e69 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:16.836864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-155e13e5-79c2-41e8-b8a0-54f2701cb8b8 req-45ba2298-8d6b-4122-a26f-858c7d358e69 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.0707505 Oct 12 17:47:16.879058 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-155e13e5-79c2-41e8-b8a0-54f2701cb8b8 req-45646b0c-f6a8-4cff-ad15-b519245db327 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Oct 12 17:47:16.893722 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6d392b11-5f11-4652-8343-64daf90b35a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:16.899356 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6d392b11-5f11-4652-8343-64daf90b35a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:16.948413 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6d392b11-5f11-4652-8343-64daf90b35a3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59a69ac7ad6b4ba8b25ffb3f9067985b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258040 Oct 12 17:47:16.949280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 33952) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:16.951280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d392b11-5f11-4652-8343-64daf90b35a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04111de-3117-456b-a557-a6a8520ee8c7,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:17.018078 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.046986 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.131695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.135358 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.139289 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c04111de-3117-456b-a557-a6a8520ee8c7 HTTP/1.1" status: 204 len: 168 time: 0.1859922 Oct 12 17:47:17.161815 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463c3e6-7b8e-472d-a1d3-697328d72b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04111de-3117-456b-a557-a6a8520ee8c7,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:17.204770 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4acb-c86c-4ff1-96b6-b96436ef75eb req-fd83a404-3766-4dfb-b520-58ed320434a3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:17.206422 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b23b4acb-c86c-4ff1-96b6-b96436ef75eb req-fd83a404-3766-4dfb-b520-58ed320434a3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.0680006 Oct 12 17:47:17.281601 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b23b4acb-c86c-4ff1-96b6-b96436ef75eb req-9c39f295-1e69-4e8b-8084-09c837f16d55 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673103 Oct 12 17:47:17.475753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d0fdb-6ae9-4d01-bc62-e02ee381bce4 req-79bbb1d5-3cfe-475d-8fe5-e3f0ecf654d9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:17.477701 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-886d0fdb-6ae9-4d01-bc62-e02ee381bce4 req-79bbb1d5-3cfe-475d-8fe5-e3f0ecf654d9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 945 time: 0.0638511 Oct 12 17:47:17.536762 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-886d0fdb-6ae9-4d01-bc62-e02ee381bce4 req-cf8c1ae4-ba14-4eb9-abef-088dcbf8c678 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488188 Oct 12 17:47:17.539135 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 50f3509f-4092-4484-af04-777f75677fdf up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:17.594998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 50f3509f-4092-4484-af04-777f75677fdf completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:17.601105 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 50f3509f-4092-4484-af04-777f75677fdf triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:17.601514 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.690344 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.718660 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f3509f-4092-4484-af04-777f75677fdf'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:17.721260 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c691284-defd-42fa-acea-04b75257fd71" -d '{"events": [{"server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "name": "network-vif-plugged", "status": "completed", "tag": "50f3509f-4092-4484-af04-777f75677fdf"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:17.746435 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=50f3509f-4092-4484-af04-777f75677fdf,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:17.751514 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:17.752390 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:17.859257 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75df44b1-f224-48a0-9d0c-c5392f911a9f x-openstack-request-id: req-75df44b1-f224-48a0-9d0c-c5392f911a9f {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:17.860903 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "name": "network-vif-plugged", "status": "completed", "tag": "50f3509f-4092-4484-af04-777f75677fdf", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:17.861188 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-75df44b1-f224-48a0-9d0c-c5392f911a9f {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:17.861577 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f3509f-4092-4484-af04-777f75677fdf', 'code': 200} Oct 12 17:47:17.863285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:17.880095 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:17.884183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:17.884418 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:18.000158 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:18.050508 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:18.056272 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:18.101276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd88e96-efd9-497e-828e-497b67ae6dbc req-2479c911-c545-4876-88d8-0ef7178546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:18.104968 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-afd88e96-efd9-497e-828e-497b67ae6dbc req-2479c911-c545-4876-88d8-0ef7178546cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.1518061 Oct 12 17:47:18.122619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02f530-8c07-4e22-af94-4d0e81f348a4 req-4ddac3e2-acc8-49d7-8feb-3b741950a1f1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:18.124294 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cb02f530-8c07-4e22-af94-4d0e81f348a4 req-4ddac3e2-acc8-49d7-8feb-3b741950a1f1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.1318376 Oct 12 17:47:18.125905 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:18.201736 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-afd88e96-efd9-497e-828e-497b67ae6dbc req-dbde5b5c-e4c9-4aa4-a084-7f8c261bfc98 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884285 Oct 12 17:47:18.206850 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cb02f530-8c07-4e22-af94-4d0e81f348a4 req-2696dff2-cc46-47a4-a874-9d0c0a3f59db tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755610 Oct 12 17:47:18.402340 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa790f-8d0c-46f3-9e1a-692eb2fa6177 req-6474ff23-d664-4b74-8271-a738716ab514 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:18.404041 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3aa790f-8d0c-46f3-9e1a-692eb2fa6177 req-6474ff23-d664-4b74-8271-a738716ab514 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.0586259 Oct 12 17:47:18.480659 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3aa790f-8d0c-46f3-9e1a-692eb2fa6177 req-fd2d7453-4ec8-477d-ae73-db7c9e2d158a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625594 Oct 12 17:47:18.674988 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e7845-0222-4438-a759-e658aafd23fc req-1b4441ed-9706-412b-ace4-248f00313af5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:18.676987 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1c2e7845-0222-4438-a759-e658aafd23fc req-1b4441ed-9706-412b-ace4-248f00313af5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0658002 Oct 12 17:47:18.750512 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1c2e7845-0222-4438-a759-e658aafd23fc req-ff8a732f-f991-4692-ba6e-e8a81de5be6c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646396 Oct 12 17:47:18.859462 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34072) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:18.885424 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34076) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:18.987685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a975511d-0da1-46ba-82f0-82c01c5e4505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.176310 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-6e99a1af-96fa-419d-898a-d90ca500f9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.320349 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a975511d-0da1-46ba-82f0-82c01c5e4505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.334082 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a975511d-0da1-46ba-82f0-82c01c5e4505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.349202 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-6e99a1af-96fa-419d-898a-d90ca500f9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.366851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-6e99a1af-96fa-419d-898a-d90ca500f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.402497 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c746a0-c2f4-4afd-95a4-4b92279e926b req-72875ca0-3d86-4737-816b-417672a75dd1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:19.403956 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-32c746a0-c2f4-4afd-95a4-4b92279e926b req-72875ca0-3d86-4737-816b-417672a75dd1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 943 time: 0.1244979 Oct 12 17:47:19.406584 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a975511d-0da1-46ba-82f0-82c01c5e4505 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0710b9e1881e40e0987552df94b292b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197475 Oct 12 17:47:19.409453 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34082) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:19.416839 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975511d-0da1-46ba-82f0-82c01c5e4505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c87e5-a474-4bc5-93bd-8efc401059f9,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:19.438491 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-6e99a1af-96fa-419d-898a-d90ca500f9b5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ba75ed8b60a4cc78a9408ebfab0a227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779648 Oct 12 17:47:19.444845 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34084) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:19.470360 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99a1af-96fa-419d-898a-d90ca500f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2302780-442c-4e86-8e5f-66b1799c9ae7,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:19.475349 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-32c746a0-c2f4-4afd-95a4-4b92279e926b req-59301f74-9e89-4fee-8235-dcbca0cb299a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642180 Oct 12 17:47:19.486330 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.525327 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.533827 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.551623 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device cad9c025-9c3e-4e6c-8003-d81b4c11ea47 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:19.577698 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.633913 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb72083-28d1-42c7-9025-49d59a800a90 req-fb2c6940-044a-4e4f-a5d0-c390d12f6e24 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:19.636081 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1fb72083-28d1-42c7-9025-49d59a800a90 req-fb2c6940-044a-4e4f-a5d0-c390d12f6e24 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 943 time: 0.0888674 Oct 12 17:47:19.645508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.648627 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.656575 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/786c87e5-a474-4bc5-93bd-8efc401059f9 HTTP/1.1" status: 204 len: 168 time: 0.2421319 Oct 12 17:47:19.665482 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a0efb-a8ba-46ea-9525-ab967ccc8ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c87e5-a474-4bc5-93bd-8efc401059f9,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:19.698570 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.703297 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.708052 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d2302780-442c-4e86-8e5f-66b1799c9ae7 HTTP/1.1" status: 204 len: 168 time: 0.2621288 Oct 12 17:47:19.717475 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a741e54-8a65-4241-bf4a-9b7c576ec7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2302780-442c-4e86-8e5f-66b1799c9ae7,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:19.722041 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:19.736165 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'port_id': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'mac_address': 'fa:16:3e:f0:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:19.751659 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1fb72083-28d1-42c7-9025-49d59a800a90 req-1b249990-58ca-42d7-9eea-ea565d34b02f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072223 Oct 12 17:47:19.838354 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.865289 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:19.874922 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a3a39-80a2-46e0-afbf-6a2782866648" -d '{"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:19.891182 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9c025-9c3e-4e6c-8003-d81b4c11ea47 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:19.924063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:19.932698 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:19.934295 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device efcf9d63-5556-464e-af8f-202d2b67614f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:19.939115 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd391-fc75-4a61-9265-72dc624131a8 req-2112401f-dd9b-4492-bb91-041685b6e274 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:19.940674 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-850dd391-fc75-4a61-9265-72dc624131a8 req-2112401f-dd9b-4492-bb91-041685b6e274 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0737050 Oct 12 17:47:19.990641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b8b8e-8988-4f0c-a17e-f0562c7d2fad x-openstack-request-id: req-744b8b8e-8988-4f0c-a17e-f0562c7d2fad {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:19.990840 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:19.991128 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-744b8b8e-8988-4f0c-a17e-f0562c7d2fad {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:19.991678 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'code': 200} Oct 12 17:47:20.020231 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-850dd391-fc75-4a61-9265-72dc624131a8 req-aaf953a2-1265-48c4-b7ef-a94ed64590ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710924 Oct 12 17:47:20.135941 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:20.205221 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38cb95-2943-4f84-b38b-8e72cc9c33cc req-0a889c87-4b98-46ac-9de5-7c1075aa6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:20.206595 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e38cb95-2943-4f84-b38b-8e72cc9c33cc req-0a889c87-4b98-46ac-9de5-7c1075aa6070 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0621190 Oct 12 17:47:20.212977 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34130) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:20.225513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=efcf9d63-5556-464e-af8f-202d2b67614f,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:20.238531 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': 'efcf9d63-5556-464e-af8f-202d2b67614f', 'network_id': '5853aa21-f335-4274-ad62-b3971a448d6f', 'port_id': 'efcf9d63-5556-464e-af8f-202d2b67614f', 'mac_address': 'fa:16:3e:eb:ff:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14390713-61b8-4e1c-b203-665488fb09fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:20.253303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720cde37-575c-4127-a989-87c6215f3eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.290530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.301624 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e38cb95-2943-4f84-b38b-8e72cc9c33cc req-a2423f98-f0cf-4f13-8804-9d8e84384e19 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776732 Oct 12 17:47:20.315203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcf9d63-5556-464e-af8f-202d2b67614f {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:20.346743 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=efcf9d63-5556-464e-af8f-202d2b67614f,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:20.353041 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.376963 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720cde37-575c-4127-a989-87c6215f3eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.382313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720cde37-575c-4127-a989-87c6215f3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.420461 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:20.438366 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cde37-575c-4127-a989-87c6215f3eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70f37d0-9add-4393-ab76-d9721094407d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:20.443609 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-720cde37-575c-4127-a989-87c6215f3eb8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc7328ff774e4b6b8d26efe9eeec3f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295611 Oct 12 17:47:20.446552 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34142) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:20.502380 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.529077 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.606897 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.609492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:20.610614 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e70f37d0-9add-4393-ab76-d9721094407d HTTP/1.1" status: 204 len: 168 time: 0.1626315 Oct 12 17:47:20.628269 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12026a-9aa3-471e-a4ec-aa16ad1f5e1a req-0402e092-c880-4490-9702-ea2de0372240 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:20.629858 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bf12026a-9aa3-471e-a4ec-aa16ad1f5e1a req-0402e092-c880-4490-9702-ea2de0372240 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 944 time: 0.0660055 Oct 12 17:47:20.630618 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c46f5-6b97-4d0f-a7cd-298b6ae93cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70f37d0-9add-4393-ab76-d9721094407d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:20.677742 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bf12026a-9aa3-471e-a4ec-aa16ad1f5e1a req-62c4ba39-8eb6-464f-aa4a-8dd5b8d21f35 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Oct 12 17:47:20.727521 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34158) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:20.818993 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['cad9c025-9c3e-4e6c-8003-d81b4c11ea47'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:20.855366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['efcf9d63-5556-464e-af8f-202d2b67614f'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:20.922732 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bbeb7-91af-410d-bc04-5478d9a5e465 req-51c18f7b-8b6e-4df0-90d6-7428ae390186 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:20.924373 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-245bbeb7-91af-410d-bc04-5478d9a5e465 req-51c18f7b-8b6e-4df0-90d6-7428ae390186 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 944 time: 0.0722911 Oct 12 17:47:20.991697 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-245bbeb7-91af-410d-bc04-5478d9a5e465 req-b26b50a7-b9ee-42bf-9e0e-856ea2f21197 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533147 Oct 12 17:47:21.033523 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-943273970-network', 'tenant_id': '2c3df0b5341d40ec82646fe0c0ed7b29'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:21.061726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Made reservation on behalf of 2c3df0b5341d40ec82646fe0c0ed7b29 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:21.064992 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.077772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.162448 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f5bb8-9b8b-4322-9592-708df118b235 req-8472193d-8b79-4cfd-b069-f729e276a7ff tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:21.164291 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da6f5bb8-9b8b-4322-9592-708df118b235 req-8472193d-8b79-4cfd-b069-f729e276a7ff tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0576477 Oct 12 17:47:21.170188 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.183044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.208354 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:47:21.209978 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da6f5bb8-9b8b-4322-9592-708df118b235 req-f3518c31-d1be-4d80-b49e-2f925399dda2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386868 Oct 12 17:47:21.220913 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24002b2b-08b8-436b-b729-55367b14a5ca,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:21.229273 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.230278 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Added segment 9cd8e18e-8746-45bf-bfe0-2f99b30b16fc of type vlan for network 7aaab033-ec22-442b-ab38-6ac31115dcee Oct 12 17:47:21.290008 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.317419 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.318376 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:21.318958 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.372028 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6426890 Oct 12 17:47:21.375155 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34188) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:21.381025 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Request body: {'subnet': {'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-943273970-subnet', 'tenant_id': '2c3df0b5341d40ec82646fe0c0ed7b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:21.383185 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eda9c-9d24-41c1-bd2d-dbc03d2c5ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=7aaab033-ec22-442b-ab38-6ac31115dcee,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:21.393892 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 7aaab033-ec22-442b-ab38-6ac31115dcee details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:47:21.403396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Made reservation on behalf of 2c3df0b5341d40ec82646fe0c0ed7b29 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:21.406609 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.581588 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.638950 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2434ba-fa12-4174-b9f8-f32aedcd15cc,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:21.648655 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Checking segment: {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:21.649083 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Network hostable DHCP agents. Network: 7aaab033-ec22-442b-ab38-6ac31115dcee, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:47:21.667325 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Network 7aaab033-ec22-442b-ab38-6ac31115dcee is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:47:21.678249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 7aaab033-ec22-442b-ab38-6ac31115dcee) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:21.686883 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee902e52-4235-4c06-8a69-d94e5eb55ba4 None None] Network 7aaab033-ec22-442b-ab38-6ac31115dcee requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:21.692069 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:21.692878 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:21.726087 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f839d22d-9ffa-41e2-8ba0-27dc410868b6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3386376 Oct 12 17:47:21.855215 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f12c95-7d51-4633-b168-2dd0de5835f9 req-141d2fce-ecd5-4b41-a85e-cc7597235769 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:21.858586 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-19f12c95-7d51-4633-b168-2dd0de5835f9 req-141d2fce-ecd5-4b41-a85e-cc7597235769 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 944 time: 0.0798171 Oct 12 17:47:21.875571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34210) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:21.890006 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c55db-4170-4c77-a33c-bde58ac7fe95 None None] Network 7aaab033-ec22-442b-ab38-6ac31115dcee requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:21.913260 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-19f12c95-7d51-4633-b168-2dd0de5835f9 req-050d6187-4f91-4a7b-b0a7-8736109525fa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Oct 12 17:47:22.023858 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf0aea6b-642e-4c02-b86a-1c56c4a5b641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.129164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf0aea6b-642e-4c02-b86a-1c56c4a5b641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.137377 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf0aea6b-642e-4c02-b86a-1c56c4a5b641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.170645 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2422288-daa3-4103-add2-68ba09b21cce req-e6e9a150-a53e-4362-aff8-51b989dbe245 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:22.173002 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2422288-daa3-4103-add2-68ba09b21cce req-e6e9a150-a53e-4362-aff8-51b989dbe245 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 944 time: 0.0878978 Oct 12 17:47:22.202805 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aea6b-642e-4c02-b86a-1c56c4a5b641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c944da-8425-4ef6-adad-499921caf51c,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:22.208420 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bf0aea6b-642e-4c02-b86a-1c56c4a5b641 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b92277132bf44eaa9b0d84e0215e86c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317001 Oct 12 17:47:22.211233 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34228) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:22.261897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2422288-daa3-4103-add2-68ba09b21cce req-1b6c5f6d-0f5d-45cb-8f22-71b0c2865ebe tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753574 Oct 12 17:47:22.289655 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.319462 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.375276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d63f9-a6ba-4f22-a937-7037c1dfd314 req-7b30713d-981a-4070-a767-65ccde3d64a1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:22.377270 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f74d63f9-a6ba-4f22-a937-7037c1dfd314 req-7b30713d-981a-4070-a767-65ccde3d64a1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0599599 Oct 12 17:47:22.390123 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.393262 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:22.397543 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/92c944da-8425-4ef6-adad-499921caf51c HTTP/1.1" status: 204 len: 168 time: 0.1841092 Oct 12 17:47:22.407796 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf6964-00de-4371-ad76-4f1ee8b99f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c944da-8425-4ef6-adad-499921caf51c,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:22.431716 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f74d63f9-a6ba-4f22-a937-7037c1dfd314 req-b4518399-402a-4d27-8715-62d01d0e94a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Oct 12 17:47:22.666526 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca63f80-90c9-48af-a153-0665c69550f3 req-514db187-f38b-44f2-aa20-5c877f1033ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:22.668173 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0ca63f80-90c9-48af-a153-0665c69550f3 req-514db187-f38b-44f2-aa20-5c877f1033ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0539026 Oct 12 17:47:22.678093 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34248) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:22.684304 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'floatingip': {'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:22.764882 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.092281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c42d3-2d24-441d-bd54-921fbf86e8a1 req-951836d1-07d8-437b-9785-d93bfc498118 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:23.094218 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-180c42d3-2d24-441d-bd54-921fbf86e8a1 req-951836d1-07d8-437b-9785-d93bfc498118 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 944 time: 0.0673232 Oct 12 17:47:23.141226 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-180c42d3-2d24-441d-bd54-921fbf86e8a1 req-e83f9b3a-332f-452c-8d16-846f005d1fc2 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388403 Oct 12 17:47:23.381254 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3081aa4-d012-42fa-bb4b-0840e6348b21 req-77e53de7-5450-4617-b502-563e79205b7f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:23.382823 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3081aa4-d012-42fa-bb4b-0840e6348b21 req-77e53de7-5450-4617-b502-563e79205b7f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 944 time: 0.0526540 Oct 12 17:47:23.394198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34278) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:23.433938 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3081aa4-d012-42fa-bb4b-0840e6348b21 req-3ab1276e-f6f9-4345-bcbb-d2fdfef33287 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Oct 12 17:47:23.503685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-678203957-network', 'tenant_id': '2a84ed5632564ac58020866e642bdca9'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:23.524011 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Made reservation on behalf of 2a84ed5632564ac58020866e642bdca9 for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:23.526376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.534810 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.572548 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device cad9c025-9c3e-4e6c-8003-d81b4c11ea47 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:23.626227 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:23.630613 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:23.631015 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.634024 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.641169 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.673033 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:47:23.684122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.685703 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f47cd11-b3bf-40d9-b713-20fa54a232e2,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:23.695626 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.695822 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Added segment d5d69010-9113-49f0-8ccd-d3463934a93d of type vlan for network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 Oct 12 17:47:23.706178 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.737470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.751556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.764914 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:23.767246 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dc7a24-26df-4cd0-a76a-dba4b2876443" -d '{"events": [{"server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "name": "network-vif-plugged", "status": "completed", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:23.781156 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:23.786057 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.787048 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device efcf9d63-5556-464e-af8f-202d2b67614f up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:23.787933 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.793296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:23.793296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.840001 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0201cd40-ea12-4185-a6ee-af5296fe41f6 x-openstack-request-id: req-0201cd40-ea12-4185-a6ee-af5296fe41f6 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:23.840317 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "name": "network-vif-plugged", "status": "completed", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:23.840573 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0201cd40-ea12-4185-a6ee-af5296fe41f6 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:23.840968 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'code': 200} Oct 12 17:47:23.847054 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.l3_db [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Floating IP f80e9cab-894d-4dc3-949e-c378ef7dbe1d associated. External IP: 172.27.2.31, port: 89b3cb8b-7580-4ecd-868a-6eb67a4e995c. Oct 12 17:47:23.941680 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:23.942874 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5429978 Oct 12 17:47:23.947334 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port efcf9d63-5556-464e-af8f-202d2b67614f completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:23.954142 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34298) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:23.954547 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port efcf9d63-5556-464e-af8f-202d2b67614f triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:23.955093 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:23.957651 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49993ef9-d317-4aec-a1cd-5508cdc91399 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fe877d-93af-4759-b0f3-0d1e0295d5b3,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:23.963701 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Request body: {'subnet': {'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-678203957-subnet', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:23.992005 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Made reservation on behalf of 2a84ed5632564ac58020866e642bdca9 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:23.994935 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.008123 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:47:24.172826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-5f6f3b67-db88-43cb-a251-d0fe28c6f0a8 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:24.182377 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-5f6f3b67-db88-43cb-a251-d0fe28c6f0a8 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 813 time: 0.2455986 Oct 12 17:47:24.218379 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-7cc2f94f-11f8-4fef-90f0-1c716600a11c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/quotas/2c3df0b5341d40ec82646fe0c0ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.0355525 Oct 12 17:47:24.257122 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.298313 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-02351259-ff10-4d53-aa8b-d382cce14835 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779967 Oct 12 17:47:24.315440 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=efcf9d63-5556-464e-af8f-202d2b67614f,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:24.321910 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.422838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:24.451973 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7882bfd-7f8e-409a-9fe3-3c1a63baf953 req-bb6a204f-fcd7-4138-af8b-7519daf2c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:24.453500 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c7882bfd-7f8e-409a-9fe3-3c1a63baf953 req-bb6a204f-fcd7-4138-af8b-7519daf2c1e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.3626080 Oct 12 17:47:24.494860 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:47:24.513438 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a66d1b72-35d7-4ca9-840c-495c42c38193 service neutron] 10.222.0.86 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141471 Oct 12 17:47:24.515487 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.543455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9611c-37d5-4e0a-825a-c04ffceadb06 req-e8f7a28c-afde-4133-87c0-e58ecb2af004 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:24.545028 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d2c9611c-37d5-4e0a-825a-c04ffceadb06 req-e8f7a28c-afde-4133-87c0-e58ecb2af004 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.2361467 Oct 12 17:47:24.556662 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c7882bfd-7f8e-409a-9fe3-3c1a63baf953 req-6ebf88c8-4360-4050-bf02-167e4f6e23cc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872891 Oct 12 17:47:24.612486 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1d2843-b233-4293-99cf-19c034a76cef,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:24.641828 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d2c9611c-37d5-4e0a-825a-c04ffceadb06 req-2f9d9450-9569-4b02-91fd-9b55677871d0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878103 Oct 12 17:47:24.675621 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-bfe3b438-60e3-482e-962f-f4ad33a78d58 service neutron] 10.222.0.86 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441329 Oct 12 17:47:24.681667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Checking segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:24.682263 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Network hostable DHCP agents. Network: e6fe877d-93af-4759-b0f3-0d1e0295d5b3, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:47:24.702797 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:24.710101 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.723641 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:24.732740 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:47:24.734465 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:24.735090 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:24.746842 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, e6fe877d-93af-4759-b0f3-0d1e0295d5b3) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:24.752445 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:24.753250 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.756773 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dfc56-f350-484c-ae2d-cb7ae791e524 None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:24.773773 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9340d998-013e-4349-81da-2cbf19235b92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "PUT /v2.0/floatingips/f80e9cab-894d-4dc3-949e-c378ef7dbe1d HTTP/1.1" status: 200 len: 991 time: 2.0939846 Oct 12 17:47:24.781236 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:24.784211 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee618d85-ba6c-497d-af68-0f789e8853e7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:24.793946 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c80a2-7307-4659-9d10-34df36b7220e req-552a2f86-603d-4fae-8c3d-90dc10f87b1a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:24.796143 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-769c80a2-7307-4659-9d10-34df36b7220e req-552a2f86-603d-4fae-8c3d-90dc10f87b1a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0601823 Oct 12 17:47:24.809521 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-61933d1f-2da6-426b-b988-15784dea4415 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8540039 Oct 12 17:47:24.812276 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34322) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:24.826095 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:24.849808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-769c80a2-7307-4659-9d10-34df36b7220e req-6508d9f9-8fff-4acf-95af-c9d7ab954851 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Oct 12 17:47:24.869176 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.870782 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.964793 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c354e37-8bf2-4c0f-b36c-4ab1808fe39b x-openstack-request-id: req-6c354e37-8bf2-4c0f-b36c-4ab1808fe39b {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:24.965128 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:24.965388 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c354e37-8bf2-4c0f-b36c-4ab1808fe39b {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:24.965812 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'status': 'completed', 'code': 200} Oct 12 17:47:24.969500 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:47:24.970424 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.970728 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:24.989161 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:25.018988 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6923b4a2-3765-43bf-8f37-5e8beb807581 req-0c38c5c9-6c09-451b-a1b8-ad1e285c34f7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 210 time: 0.0318995 Oct 12 17:47:25.074563 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-5fad0014-b60f-4af5-9637-4dd55326a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:25.076045 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-5fad0014-b60f-4af5-9637-4dd55326a2ae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.1008523 Oct 12 17:47:25.169165 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.214307 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-a123b00f-f0ff-427e-854f-7dcd3cc6de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:25.229202 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-a123b00f-f0ff-427e-854f-7dcd3cc6de3a service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.1185589 Oct 12 17:47:25.237146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Allocated IP 172.20.0.2 (e6fe877d-93af-4759-b0f3-0d1e0295d5b3/7d1d2843-b233-4293-99cf-19c034a76cef/2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:25.386485 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-009e1dee-7860-44e8-983f-b798c6c40340 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 999 time: 0.1555967 Oct 12 17:47:25.500774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-b39fec7b-f003-4b1e-9513-45fa197602b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:25.502293 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-b39fec7b-f003-4b1e-9513-45fa197602b1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.1024773 Oct 12 17:47:25.511128 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'f80e9cab-894d-4dc3-949e-c378ef7dbe1d', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:46:59Z', 'updated_at': '2021-10-12T17:47:23Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:25.517144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.524419 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.563160 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:25.572317 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:25.577046 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:25.578591 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:25.581731 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:25.587320 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:25.601170 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-9525329e-0fd0-48fa-ab94-f4b2cf535c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:25.602831 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-9525329e-0fd0-48fa-ab94-f4b2cf535c63 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843027 Oct 12 17:47:25.627960 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Pushing event updated for resources: {'Port': ['ID=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:25.658791 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Attempting to bind port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:25.659169 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Attempting to bind port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:25.659537 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Attempting to bind port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 on network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:25.666511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:25.666511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Checking segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:25.666969 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.667280 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Bound using segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:25.667764 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Bound port: 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:25.668147 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.804461 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.807897 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:25.811308 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] For port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:25.819468 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] For port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:25.827564 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.840825 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:25.847405 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:25.852785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e137e05-6d2e-4dea-b7e2-317b4d8e0aca" -d '{"events": [{"server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "name": "network-vif-plugged", "status": "completed", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:25.873642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-e056f862-50c9-45ba-bab4-9aec86b0973a service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418008 Oct 12 17:47:25.953448 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61ca4c4-8b4a-416e-af30-22c77a9276ee x-openstack-request-id: req-a61ca4c4-8b4a-416e-af30-22c77a9276ee {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:25.953764 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "name": "network-vif-plugged", "status": "completed", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:25.954037 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a61ca4c4-8b4a-416e-af30-22c77a9276ee {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:25.954501 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f', 'code': 200} Oct 12 17:47:25.985747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b04de-fd23-4f3e-ba37-e2fc3ad318ab None None] Pushing event updated for resources: {'Port': ['ID=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:26.098896 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339eaa9-479d-44d7-9322-7ca2e035c153 req-bc4dfe08-12a5-423f-a115-22b9cb117956 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:26.100444 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c339eaa9-479d-44d7-9322-7ca2e035c153 req-bc4dfe08-12a5-423f-a115-22b9cb117956 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.3378491 Oct 12 17:47:26.128872 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Allocated IP 172.27.2.182 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/40ba7a9e-76d6-4456-98ab-30e5871034f8) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:26.402969 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:26.470918 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:26.480284 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c339eaa9-479d-44d7-9322-7ca2e035c153 req-bbb22a9a-c216-45f1-9cbe-4defb8194c07 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519039 Oct 12 17:47:26.552087 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'f80e9cab-894d-4dc3-949e-c378ef7dbe1d', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:46:59Z', 'updated_at': '2021-10-12T17:47:23Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:26.572294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78476a-0628-4c13-b596-937d24989a49 req-01a436b2-f135-4602-8ccc-5dd4c175667b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:26.584461 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a78476a-0628-4c13-b596-937d24989a49 req-01a436b2-f135-4602-8ccc-5dd4c175667b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.4796360 Oct 12 17:47:26.593882 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee618d85-ba6c-497d-af68-0f789e8853e7 req-609245b3-5d6b-4fb6-9921-3794ac76e5a9 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082253 Oct 12 17:47:26.596713 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b2369-d60f-4807-971a-a6baf50c868f None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'f80e9cab-894d-4dc3-949e-c378ef7dbe1d', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.31', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:46:59Z', 'updated_at': '2021-10-12T17:47:23Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:26.624582 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Pushing event updated for resources: {'Port': ['ID=40ba7a9e-76d6-4456-98ab-30e5871034f8,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:26.657740 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d35e2-d322-4ddf-bafa-504d543a52ad req-098d258f-2f54-43a4-ba87-b038a219d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:26.668374 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-077d35e2-d322-4ddf-bafa-504d543a52ad req-098d258f-2f54-43a4-ba87-b038a219d331 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 1098 time: 0.4525774 Oct 12 17:47:26.741944 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23bfe8b2-bcad-41dd-bfe5-7c38b460ff52 req-f31e602a-385a-4cd3-b457-e467e5e50d3e tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 210 time: 0.1071525 Oct 12 17:47:26.743772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:26.747408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:26.760656 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:26.782594 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a78476a-0628-4c13-b596-937d24989a49 req-953a3239-9418-44fe-8af5-2b68fbf987cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959333 Oct 12 17:47:26.818992 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-077d35e2-d322-4ddf-bafa-504d543a52ad req-f618ebcf-449d-4b6b-b4c2-8029e68d61ce service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280873 Oct 12 17:47:26.969016 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-c169de40-fc7c-4d49-97b1-6226dfdcc21d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:26.970561 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-c169de40-fc7c-4d49-97b1-6226dfdcc21d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 813 time: 0.3390617 Oct 12 17:47:27.016058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40f3495-0487-4663-acfd-654380176f32 None None] New status for floating IP f80e9cab-894d-4dc3-949e-c378ef7dbe1d: ACTIVE {{(pid=100743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:47:27.087012 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.098142 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Request body: {'port': {'device_id': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee', 'admin_state_up': True, 'tenant_id': '2c3df0b5341d40ec82646fe0c0ed7b29'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:27.260013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-6289ae61-ea50-4a82-a891-c84cd18db136 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:27.268972 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-6289ae61-ea50-4a82-a891-c84cd18db136 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.3700256 Oct 12 17:47:27.297132 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-7a054775-e7f5-43ba-a0bb-f4b21e10f031 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/quotas/1df6ca8743204eaf8c24ec3da287bc2d HTTP/1.1" status: 200 len: 375 time: 0.0251663 Oct 12 17:47:27.383507 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-36ac2eb1-8aef-457f-9a20-40893f3c061f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827305 Oct 12 17:47:27.468898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:27.536291 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-008b9996-319e-4a6e-872e-a99d6477218f service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514895 Oct 12 17:47:27.548973 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e41098f-4a53-40cd-90ea-b1e5e9edc48e None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:27.575205 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.579017 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Made reservation on behalf of 2c3df0b5341d40ec82646fe0c0ed7b29 for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:27.583681 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.646618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9e413ac2-75a1-4b28-9a40-83566ed96777 None None] Provisioning complete for port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:27.647112 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9e413ac2-75a1-4b28-9a40-83566ed96777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.658075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:27.658443 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.688230 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-5ac04a8e-9ee2-4501-bf9e-7af71b45dae1 service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437840 Oct 12 17:47:27.778872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10644c26-b272-4b7c-98c5-59633587a375 req-ea555366-8a37-4f41-ac81-e38ad5dcecff tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:27.788682 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-10644c26-b272-4b7c-98c5-59633587a375 req-ea555366-8a37-4f41-ac81-e38ad5dcecff tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0993767 Oct 12 17:47:27.865676 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Allocated IP 172.20.0.5 (7aaab033-ec22-442b-ab38-6ac31115dcee/9a2434ba-fa12-4174-b9f8-f32aedcd15cc/4eb470c0-0b07-4c06-ab87-7829766dbe4d) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:27.867785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-10644c26-b272-4b7c-98c5-59633587a375 req-e368b029-bccc-4b68-8694-74766bb393dd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723224 Oct 12 17:47:27.888629 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:47:27.915182 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.919761 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9e413ac2-75a1-4b28-9a40-83566ed96777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:27.985711 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:27.994746 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.071725 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:28.086061 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Sync routers for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:28.095033 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2912108a-b9fd-40d5-882f-7c53c8d7ee86 req-f5fce4ca-f7c1-4ff8-8de7-9a9ef6d02f96 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 210 time: 0.1022964 Oct 12 17:47:28.113900 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:28.114732 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:28.123399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.db.api [None req-9e413ac2-75a1-4b28-9a40-83566ed96777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 17:47:28.123983 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG oslo_db.api [None req-9e413ac2-75a1-4b28-9a40-83566ed96777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 17:47:28.127986 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:28.163436 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.167908 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-a52385d1-7a93-4044-9743-1eae11e9b1ba admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3511341 Oct 12 17:47:28.177495 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34404) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:28.234718 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d441fc3-e699-421b-8ccf-d65484c551a5 req-4173e56a-0090-485c-b1a9-ebe07b44a751 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 210 time: 0.0457983 Oct 12 17:47:28.272829 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4ee09-4405-4993-b20e-84198b5c1e02 req-afaf0464-79e4-4bb5-8f12-b608ce6b5fa2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:28.287277 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3f4ee09-4405-4993-b20e-84198b5c1e02 req-afaf0464-79e4-4bb5-8f12-b608ce6b5fa2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1853640 Oct 12 17:47:28.325695 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:28.358438 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3f4ee09-4405-4993-b20e-84198b5c1e02 req-99eba742-1b01-4bf6-b3dc-00a9bef14018 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623043 Oct 12 17:47:28.570485 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e493e2-5c7d-44f3-90b7-89298bb7eaa9 req-fb17b743-d021-4fb2-985c-8019eda7cdda tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:28.578657 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-33e493e2-5c7d-44f3-90b7-89298bb7eaa9 req-fb17b743-d021-4fb2-985c-8019eda7cdda tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1046438 Oct 12 17:47:28.583924 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34420) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:28.592593 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'floatingip': {'port_id': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:28.600908 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:26Z', 'revision_number': 3, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:28.675327 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Checking router: fdcaef9d-c8ff-4083-89ac-12730a6d4c68 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:28.675508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.675919 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Updating router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 port 40ba7a9e-76d6-4456-98ab-30e5871034f8 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:47:28.696578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.729799 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.797667 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-59e9a891-99a9-409d-8c18-3f80564dba90 None None] Provisioning complete for port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:28.798776 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-59e9a891-99a9-409d-8c18-3f80564dba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.813654 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:28.878286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Network 7aaab033-ec22-442b-ab38-6ac31115dcee is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:29.086055 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.093299 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.123966 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:29.126377 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:29.132606 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:29.133276 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.158558 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Pushing event updated for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:29.167188 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e8b64-f672-44dd-b919-faa7cd235278 req-0f1b593a-1663-440b-ab9e-0e9a607a53b6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:29.168880 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c0e8b64-f672-44dd-b919-faa7cd235278 req-0f1b593a-1663-440b-ab9e-0e9a607a53b6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1494637 Oct 12 17:47:29.181721 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-a489599e-ead4-49a3-9b4d-f5fcf70b875f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0891976 Oct 12 17:47:29.192124 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1931f21-c812-4519-9c6e-8dc9afc834c6 None None] Pushing event updated for resources: {'Port': ['ID=40ba7a9e-76d6-4456-98ab-30e5871034f8,revision_number=2']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:29.197242 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Attempting to bind port 40ba7a9e-76d6-4456-98ab-30e5871034f8 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:29.197683 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Attempting to bind port 40ba7a9e-76d6-4456-98ab-30e5871034f8 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:29.198170 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Attempting to bind port 40ba7a9e-76d6-4456-98ab-30e5871034f8 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:29.204338 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:29.204717 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:29.205139 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.205528 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:29.205992 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Bound port: 40ba7a9e-76d6-4456-98ab-30e5871034f8, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:29.206393 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.216321 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Request body: {'port': {'device_id': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:29.285020 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] For port 40ba7a9e-76d6-4456-98ab-30e5871034f8, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:29.292202 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] For port 40ba7a9e-76d6-4456-98ab-30e5871034f8, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=40ba7a9e-76d6-4456-98ab-30e5871034f8,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:29.308821 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.318506 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.357755 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:29.374876 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:29.375640 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:29.414038 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.474386 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:29.476255 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.503272 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:29.741166 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1931f21-c812-4519-9c6e-8dc9afc834c6 None None] Pushing event updated for resources: {'Port': ['ID=40ba7a9e-76d6-4456-98ab-30e5871034f8,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:29.768726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Allocated IP 172.20.0.1 (e6fe877d-93af-4759-b0f3-0d1e0295d5b3/7d1d2843-b233-4293-99cf-19c034a76cef/b3e4ccd3-d92c-4059-bcfe-309399b456be) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:29.844664 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb470c0-0b07-4c06-ab87-7829766dbe4d {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:29.866007 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:26Z', 'revision_number': 3, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:29.886269 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:29.903387 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bb17a9-53da-41cf-9538-d09b7deeb4cd None None] The sync data for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi is: [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:26Z', 'revision_number': 3, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:29.910688 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Transition to ACTIVE for port object 4eb470c0-0b07-4c06-ab87-7829766dbe4d will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:29.920138 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.002933 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:30.037750 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.066854 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.071301 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Attempting to bind port 4eb470c0-0b07-4c06-ab87-7829766dbe4d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:30.072327 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Attempting to bind port 4eb470c0-0b07-4c06-ab87-7829766dbe4d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:30.072634 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Attempting to bind port 4eb470c0-0b07-4c06-ab87-7829766dbe4d on network 7aaab033-ec22-442b-ab38-6ac31115dcee {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:30.078601 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c0e8b64-f672-44dd-b919-faa7cd235278 req-59cfed29-37ca-4910-acc2-e06717aebcfb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8652387 Oct 12 17:47:30.081167 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Port 4eb470c0-0b07-4c06-ab87-7829766dbe4d on network 7aaab033-ec22-442b-ab38-6ac31115dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:30.081473 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Attempting to bind port 4eb470c0-0b07-4c06-ab87-7829766dbe4d on network 7aaab033-ec22-442b-ab38-6ac31115dcee {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:30.086223 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da083ca6-a91e-47f2-8cd3-0d3927178cae req-bd5e6961-d749-4673-b14c-87cc88c415a0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.087886 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da083ca6-a91e-47f2-8cd3-0d3927178cae req-bd5e6961-d749-4673-b14c-87cc88c415a0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 931 time: 0.8760123 Oct 12 17:47:30.094036 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.097827 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:30.098180 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Checking segment: {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:30.098569 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Bound using segment: {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:30.099333 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Bound port: 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:30.100705 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.181792 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:30.197610 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:30.197610 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.217069 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.266636 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.267245 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.268639 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] 10.222.0.87 "PUT /v2.0/ports/4eb470c0-0b07-4c06-ab87-7829766dbe4d HTTP/1.1" status: 200 len: 1093 time: 1.0602865 Oct 12 17:47:30.273280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:30.276530 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e793b7-22be-4883-bf4f-840ded19cf49" -d '{"events": [{"name": "network-changed", "server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:30.282870 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:30.287067 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:30.292402 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:30.292997 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.298044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-dcb50d1f-88e1-4ee6-8abc-d9259f39945d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.299923 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-dcb50d1f-88e1-4ee6-8abc-d9259f39945d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.5884042 Oct 12 17:47:30.312768 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da083ca6-a91e-47f2-8cd3-0d3927178cae req-aa5b15bf-1fd6-4420-8c51-cdee87c33f75 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168443 Oct 12 17:47:30.339624 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-67563686-d103-4dd4-98b6-eb1fdf2bb37c req-1219275e-e502-4193-a01b-b138070c2187 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 210 time: 0.0656369 Oct 12 17:47:30.350216 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:30.351291 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Request body: {'port': {'device_id': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'admin_state_up': True, 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:30.504252 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bba954-7b11-4841-9944-1a5cdb8fba77 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:30.517073 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Floating IP fd51468d-dacf-4138-834c-97f965a936df associated. External IP: 172.27.2.119, port: cad9c025-9c3e-4e6c-8003-d81b4c11ea47. Oct 12 17:47:30.539077 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c259b476-2a97-4fa6-83d6-e82761b09135 x-openstack-request-id: req-c259b476-2a97-4fa6-83d6-e82761b09135 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:30.539369 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:30.539622 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c259b476-2a97-4fa6-83d6-e82761b09135 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:30.540017 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d', 'status': 'completed', 'code': 200} Oct 12 17:47:30.569252 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-4d9ea129-8e80-45a9-a26b-c7e46142b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.570812 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-4d9ea129-8e80-45a9-a26b-c7e46142b045 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 1096 time: 0.1785958 Oct 12 17:47:30.674422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-217e0a93-2399-4690-b3e2-64acae9c50df None None] Provisioning complete for port b3e4ccd3-d92c-4059-bcfe-309399b456be triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:30.675748 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-217e0a93-2399-4690-b3e2-64acae9c50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.715434 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:30.720633 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.733893 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-ce07cef6-89b5-44df-a301-d1e565f4fd02 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d HTTP/1.1" status: 200 len: 217 time: 0.1014712 Oct 12 17:47:30.734897 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:30.737166 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-217e0a93-2399-4690-b3e2-64acae9c50df None None] Port b3e4ccd3-d92c-4059-bcfe-309399b456be cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:30.848056 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-566e652d-ebc3-4d59-b4bd-4f3cb7f1f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.849646 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-566e652d-ebc3-4d59-b4bd-4f3cb7f1f900 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9a2434ba-fa12-4174-b9f8-f32aedcd15cc HTTP/1.1" status: 200 len: 853 time: 0.0946972 Oct 12 17:47:30.914930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-3bb54f93-93f6-4eb9-a7e1-c2c7d6cf7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.916888 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-3bb54f93-93f6-4eb9-a7e1-c2c7d6cf7428 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 1098 time: 0.1910563 Oct 12 17:47:30.920247 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-e8b87b12-9a03-45e6-aee4-342363f438f5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aaab033-ec22-442b-ab38-6ac31115dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333726 Oct 12 17:47:30.981164 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a0f3-52b1-4859-bf39-2c4da11aa15c req-f142c122-14e9-46c5-9f74-2eb945c86235 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:30.982716 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf31a0f3-52b1-4859-bf39-2c4da11aa15c req-f142c122-14e9-46c5-9f74-2eb945c86235 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.2589610 Oct 12 17:47:31.060837 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.068295 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.069047 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.115609 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-f88d68a5-5c05-46d6-be1b-0e4f4db3df87 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728799 Oct 12 17:47:31.145350 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Allocated IP 172.20.0.6 (88778fc6-f8a4-45ce-ae7e-17e518cdc622/f772534b-e4c7-4613-be19-65d1110a1385/9bcacb42-f431-4efb-8313-f3ae9fa776ee) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:31.151440 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf31a0f3-52b1-4859-bf39-2c4da11aa15c req-20218dcb-1a3a-4a90-b7db-196e6737c7fb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453419 Oct 12 17:47:31.174171 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:31.179860 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:47:31.194008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-4f95ca4d-57ff-429d-a141-cf6ed6def08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.195924 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-4f95ca4d-57ff-429d-a141-cf6ed6def08b service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.2339942 Oct 12 17:47:31.283181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:31.285129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:31.292870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-41b63e51-f5f2-4c1f-869c-96195a6ed3d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=efcf9d63-5556-464e-af8f-202d2b67614f HTTP/1.1" status: 200 len: 217 time: 0.0864251 Oct 12 17:47:31.301227 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d45935de-51d8-4ab0-b7dd-53a391651651 req-60dacd50-b1fb-4be5-83f6-cef8039a0379 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688437 Oct 12 17:47:31.431592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-c9689c65-f1c8-4885-9fd4-1fcfbd45e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.432150 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 40ba7a9e-76d6-4456-98ab-30e5871034f8 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:31.435110 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-c9689c65-f1c8-4885-9fd4-1fcfbd45e2b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.1136343 Oct 12 17:47:31.489565 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-3aae8b24-9ca3-46da-83d5-e2adca1ae951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.491032 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-3aae8b24-9ca3-46da-83d5-e2adca1ae951 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 1096 time: 0.0693860 Oct 12 17:47:31.500514 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:47:31.526752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 40ba7a9e-76d6-4456-98ab-30e5871034f8 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:31.527126 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.559304 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94bdd3f3-3157-4849-822a-e6e924740f6c req-6a57f6fc-e4bb-4db0-a4d2-1a0ddcdad89c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 210 time: 0.0574892 Oct 12 17:47:31.625534 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-d2bbaf5f-8725-4a2f-b1f5-208b12aab45c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1383698 Oct 12 17:47:31.668040 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-792ca3a3-d538-4940-bafd-f6357a3e8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.669754 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-792ca3a3-d538-4940-bafd-f6357a3e8644 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 914 time: 0.1629057 Oct 12 17:47:31.737763 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-d2c646b0-6ee6-4f36-b2e8-cb5acc3f2e71 None None] Provisioning complete for port b3e4ccd3-d92c-4059-bcfe-309399b456be triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:31.738785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d2c646b0-6ee6-4f36-b2e8-cb5acc3f2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.744850 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-d3b47b11-8626-4da9-8d4c-0899ca80f87a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d HTTP/1.1" status: 200 len: 217 time: 0.0420916 Oct 12 17:47:31.755425 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:31.766686 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.774119 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:31.800166 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:31.800905 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:31.803605 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:31.818271 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fb05b285-f621-404f-8619-ce1ee4b3f108 admin admin] 10.222.0.86 "PUT /v2.0/routers/fdcaef9d-c8ff-4083-89ac-12730a6d4c68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6270013 Oct 12 17:47:31.818271 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-98ca09f0-585d-45e0-b190-44f203732e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.818271 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-98ca09f0-585d-45e0-b190-44f203732e34 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9a2434ba-fa12-4174-b9f8-f32aedcd15cc HTTP/1.1" status: 200 len: 853 time: 0.0595562 Oct 12 17:47:31.842934 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ec16d-90dc-47b2-98ba-c4cb521f3a1e req-82331c02-3182-4a80-a2f8-1d4619d1b32e tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:31.852688 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9ec16d-90dc-47b2-98ba-c4cb521f3a1e req-82331c02-3182-4a80-a2f8-1d4619d1b32e tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 943 time: 0.3087704 Oct 12 17:47:31.867887 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-d2c646b0-6ee6-4f36-b2e8-cb5acc3f2e71 None None] Port b3e4ccd3-d92c-4059-bcfe-309399b456be cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:31.872023 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.883567 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-bb22d7b6-a8cb-423f-9cb3-958cb53a0419 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aaab033-ec22-442b-ab38-6ac31115dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536013 Oct 12 17:47:31.889205 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-c76b0b5f-34d2-4b75-b714-292795bbc6dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "PUT /v2.0/floatingips/fd51468d-dacf-4138-834c-97f965a936df HTTP/1.1" status: 200 len: 991 time: 3.3021324 Oct 12 17:47:31.897092 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:31.899391 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdc241-3842-494e-8778-661267b340d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:31.918472 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:31.940373 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-90250fb0-a1a8-4d8c-b43a-91ed2298237d service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891629 Oct 12 17:47:31.965524 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9ec16d-90dc-47b2-98ba-c4cb521f3a1e req-914f97ff-f083-4413-a3d8-239b26c124d3 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116478 Oct 12 17:47:32.007118 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 40ba7a9e-76d6-4456-98ab-30e5871034f8, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=40ba7a9e-76d6-4456-98ab-30e5871034f8,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:32.018011 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:32.077013 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:32.092960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8e7e1c-4185-435b-8292-466197681059 x-openstack-request-id: req-ef8e7e1c-4185-435b-8292-466197681059 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:32.105536 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:32.105767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ef8e7e1c-4185-435b-8292-466197681059 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:32.106230 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'status': 'completed', 'code': 200} Oct 12 17:47:32.158341 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-8585d5bc-ed8a-4908-baa1-61e3e03b56f0 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022920 Oct 12 17:47:32.164865 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=40ba7a9e-76d6-4456-98ab-30e5871034f8,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:32.179866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:32.302621 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event updated for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:32.314006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:32.322276 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Sync routers for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:32.332478 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:32.339040 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:32.342660 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:32.351297 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:32.352168 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:32.357245 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:32.359516 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:32.460566 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-de39be27-a471-4f16-a596-f6132d2b6ddd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1174257 Oct 12 17:47:32.529924 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Request body: {'port': {'device_id': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:32.537582 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc241-3842-494e-8778-661267b340d8 req-9fdceed1-6e71-4757-9139-0aa5afe66dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:32.539147 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-9fdceed1-6e71-4757-9139-0aa5afe66dfe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.0755696 Oct 12 17:47:32.542361 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d8dd-9d7a-441c-9967-756f8988d720 req-026dba8a-8337-427d-a173-47bb3b03781b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:32.544048 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8c97d8dd-9d7a-441c-9967-756f8988d720 req-026dba8a-8337-427d-a173-47bb3b03781b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1798236 Oct 12 17:47:32.552265 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:32.626059 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-7493c88d-4260-4dad-b2f6-2b67742d7a78 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224956 Oct 12 17:47:32.775436 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc241-3842-494e-8778-661267b340d8 req-3a792082-aa8c-4e89-b964-c371024b7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:32.777264 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-3a792082-aa8c-4e89-b964-c371024b7252 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.2253575 Oct 12 17:47:32.862266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34502) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:32.864955 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 2, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:32.871378 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-690391348-network', 'tenant_id': 'd407352bb03b422fb09f800278225114'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:32.894549 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-4c0bbd92-1695-4bd5-a156-960dd45b8ff0 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451291 Oct 12 17:47:32.959825 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-93bd823c-e298-4f5a-b737-2b73bc83fc84 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 999 time: 0.1503694 Oct 12 17:47:32.971396 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fd51468d-dacf-4138-834c-97f965a936df', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:f0:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:47:00Z', 'updated_at': '2021-10-12T17:47:29Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:32.973645 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Made reservation on behalf of d407352bb03b422fb09f800278225114 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:32.977638 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:32.998239 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.005583 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:33.020411 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:33.021114 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:33.034605 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8c97d8dd-9d7a-441c-9967-756f8988d720 req-a10676df-4a47-4411-9580-9b245d718ba0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421316 Oct 12 17:47:33.035235 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.076392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdbcd8-c0e2-4c4c-9c85-6e25d152cd80 req-7fb4b215-4cf2-4b9f-a2a0-823e18b896e9 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:33.080421 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Checking router: fdcaef9d-c8ff-4083-89ac-12730a6d4c68 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:33.081251 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Updating router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 port b3e4ccd3-d92c-4059-bcfe-309399b456be binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:47:33.085965 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aacdbcd8-c0e2-4c4c-9c85-6e25d152cd80 req-7fb4b215-4cf2-4b9f-a2a0-823e18b896e9 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 931 time: 0.1953404 Oct 12 17:47:33.113472 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.141319 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.153282 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.170568 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:33.175553 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:47:33.188406 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc241-3842-494e-8778-661267b340d8 req-24a9b381-a48d-40c8-a640-cd6a274c4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:33.190330 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-24a9b381-a48d-40c8-a640-cd6a274c4241 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.2081721 Oct 12 17:47:33.199908 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.201300 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Added segment 82cc2485-0574-45fe-9ed0-21c3e8954506 of type vlan for network 3e191d40-ec9f-4854-a027-9c3f898d8db3 Oct 12 17:47:33.299964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2bef9b-5fb3-4df9-b35b-ac85bad26c86,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:33.348031 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.404440 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdc241-3842-494e-8778-661267b340d8 req-2e7fd3d1-02d5-41ce-97c6-6e3e2ea97f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:33.406820 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-2e7fd3d1-02d5-41ce-97c6-6e3e2ea97f44 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1878755 Oct 12 17:47:33.417583 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.418772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:33.419603 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.434388 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 40ba7a9e-76d6-4456-98ab-30e5871034f8 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:33.464919 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aacdbcd8-c0e2-4c4c-9c85-6e25d152cd80 req-84713f61-cedd-4ef2-b48d-80359ce6838c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780754 Oct 12 17:47:33.500579 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709443b-8913-4b1c-84aa-e6e2e6ecc000 req-e4560b1c-2e1f-4db4-88a4-55f95d682149 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:33.508889 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e709443b-8913-4b1c-84aa-e6e2e6ecc000 req-e4560b1c-2e1f-4db4-88a4-55f95d682149 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 943 time: 0.1053433 Oct 12 17:47:33.529491 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.543369 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b7371eb2-16cf-4735-9482-13185ff9d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.545868 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 40ba7a9e-76d6-4456-98ab-30e5871034f8 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:33.546243 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.546752 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.627650 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f30d26-1e1e-4a2a-87b8-cc6886cdae2f None None] Pushing event updated for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:33.658348 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7946155 Oct 12 17:47:33.659302 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34514) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:33.669826 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Pushing event updated for resources: {'Network': ['ID=3e191d40-ec9f-4854-a027-9c3f898d8db3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:33.669826 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Request body: {'subnet': {'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-690391348-subnet', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:33.672127 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e709443b-8913-4b1c-84aa-e6e2e6ecc000 req-415d98ca-1a3a-4737-97d0-c0010912eeb8 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615548 Oct 12 17:47:33.694176 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Attempting to bind port b3e4ccd3-d92c-4059-bcfe-309399b456be on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:33.694755 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Attempting to bind port b3e4ccd3-d92c-4059-bcfe-309399b456be by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:33.695262 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Attempting to bind port b3e4ccd3-d92c-4059-bcfe-309399b456be on network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:33.701244 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fd51468d-dacf-4138-834c-97f965a936df', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:f0:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:47:00Z', 'updated_at': '2021-10-12T17:47:29Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:33.702100 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:33.702772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.702908 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Checking segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:33.703118 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.703459 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.703834 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.704014 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Bound using segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:33.704581 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Bound port: b3e4ccd3-d92c-4059-bcfe-309399b456be, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:33.704970 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.705205 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.705313 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.705872 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.706212 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.706659 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.706884 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.707163 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.707483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.707964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b674ffe2-76d4-418f-8327-86643ee1ac0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.761933 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Made reservation on behalf of d407352bb03b422fb09f800278225114 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:33.770162 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.770395 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcacb42-f431-4efb-8313-f3ae9fa776ee {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:33.779246 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:47:33.783562 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edee23a-7216-484e-b054-b4956f783bc7 None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fd51468d-dacf-4138-834c-97f965a936df', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:f0:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:47:00Z', 'updated_at': '2021-10-12T17:47:29Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:33.784819 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.803765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Transition to ACTIVE for port object 9bcacb42-f431-4efb-8313-f3ae9fa776ee will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:47:33.808882 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.841691 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] For port b3e4ccd3-d92c-4059-bcfe-309399b456be, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:33.845703 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] For port b3e4ccd3-d92c-4059-bcfe-309399b456be, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b3e4ccd3-d92c-4059-bcfe-309399b456be,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:33.858334 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:33.899438 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:33.904973 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-bfc44c91-882f-4245-8ef3-2de87dee6dcd service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803050 Oct 12 17:47:33.935207 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.935728 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.936221 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.937412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.938294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.948526 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.949241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.949781 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.950415 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.951066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.952145 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.952636 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:33.999976 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:34.000728 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:34.003898 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Attempting to bind port 9bcacb42-f431-4efb-8313-f3ae9fa776ee on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:34.004359 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Attempting to bind port 9bcacb42-f431-4efb-8313-f3ae9fa776ee by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:34.004828 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Attempting to bind port 9bcacb42-f431-4efb-8313-f3ae9fa776ee on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:34.007341 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f30d26-1e1e-4a2a-87b8-cc6886cdae2f None None] Pushing event updated for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:34.011968 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Port 9bcacb42-f431-4efb-8313-f3ae9fa776ee on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:47:34.012538 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Attempting to bind port 9bcacb42-f431-4efb-8313-f3ae9fa776ee on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:34.019300 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] Provisioning complete for port b3e4ccd3-d92c-4059-bcfe-309399b456be triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:34.019797 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.036882 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:34.039200 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Checking segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:34.039688 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Bound using segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:34.041616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Bound port: 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:34.042272 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.121537 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34522) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:34.271910 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8957-071e-475c-93dd-f85f029acfd3 None None] New status for floating IP fd51468d-dacf-4138-834c-97f965a936df: ACTIVE {{(pid=100743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:47:34.318436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:34.319409 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-61bdc241-3842-494e-8778-661267b340d8 req-57fb0087-8cda-4c42-8ec3-035b31a8734e service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899350 Oct 12 17:47:34.326554 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:34.356796 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a8510-e1f6-4c4c-99d6-a9b799b0bbdb req-9faa1744-c901-4a38-9b91-690b6d77ebb3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:34.367419 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-196a8510-e1f6-4c4c-99d6-a9b799b0bbdb req-9faa1744-c901-4a38-9b91-690b6d77ebb3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1487510 Oct 12 17:47:34.421674 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.430441 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-196a8510-e1f6-4c4c-99d6-a9b799b0bbdb req-a00c7fba-5640-4039-af6f-ef1dd4ec096d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Oct 12 17:47:34.437050 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:34.437185 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-139b5a31-b28c-436b-a00e-5ae6c09429d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.445005 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.464010 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.496894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:34.497713 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.499245 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] 10.222.0.87 "PUT /v2.0/ports/9bcacb42-f431-4efb-8313-f3ae9fa776ee HTTP/1.1" status: 200 len: 1093 time: 1.9908373 Oct 12 17:47:34.501957 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:34.505748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21327f9d-8660-4b2c-a318-d03984792273" -d '{"events": [{"name": "network-changed", "server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:34.512011 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f402ddc-8989-47f1-badc-48649c97d49e,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:34.544704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51e722-2f99-4cb0-bd7f-52cb9c889291 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:34.565419 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Checking segment: {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:34.565978 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Network hostable DHCP agents. Network: 3e191d40-ec9f-4854-a027-9c3f898d8db3, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:47:34.575053 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] For port b3e4ccd3-d92c-4059-bcfe-309399b456be, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b3e4ccd3-d92c-4059-bcfe-309399b456be,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:34.590136 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.616718 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:47:34.635138 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-139b5a31-b28c-436b-a00e-5ae6c09429d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.636590 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 3e191d40-ec9f-4854-a027-9c3f898d8db3) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:34.641314 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-139b5a31-b28c-436b-a00e-5ae6c09429d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.648316 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:34.649239 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.656415 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c80afb-7046-469f-b2d9-88cf1d8bf8cc x-openstack-request-id: req-f1c80afb-7046-469f-b2d9-88cf1d8bf8cc {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:34.656712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:34.656981 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1c80afb-7046-469f-b2d9-88cf1d8bf8cc {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:34.657392 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'status': 'completed', 'code': 200} Oct 12 17:47:34.679942 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23343b44-c8d3-4aed-8f2d-2a1935615729 None None] Pushing event updated for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:34.685537 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90279481-221d-49f7-b1fe-545cf31c6952 None None] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:34.718135 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-139b5a31-b28c-436b-a00e-5ae6c09429d5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13980ed77fb04619b0b22ce4f2089e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954692 Oct 12 17:47:34.719361 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5a31-b28c-436b-a00e-5ae6c09429d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e971b-dcac-4a15-a492-6810b23fda99,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:34.722004 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34536) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:34.726722 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5621dfe7-a71d-45b9-bb27-8e1b59b6dfcc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0618937 Oct 12 17:47:34.732689 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34538) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:34.744462 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:34.794674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-4d99c13a-528c-4d98-8ed6-854ed4973d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:34.800665 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-4d99c13a-528c-4d98-8ed6-854ed4973d41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 1096 time: 0.2272022 Oct 12 17:47:34.804737 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.805763 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.807755 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:33Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:34.820715 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.851282 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd447dd3-a738-4e45-8ee7-7b763151bf9a None None] The sync data for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi is: [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:33Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:34.858243 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501ed39-1a27-41fb-a45d-d50601417664 req-28c67ebb-fab6-4648-90ab-93490d0a2093 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:34.860221 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a501ed39-1a27-41fb-a45d-d50601417664 req-28c67ebb-fab6-4648-90ab-93490d0a2093 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 943 time: 0.2016957 Oct 12 17:47:34.862949 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.899479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:34.904352 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-0993c139-67f2-4bdd-afda-ce060d7f03ad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee HTTP/1.1" status: 200 len: 217 time: 0.0824149 Oct 12 17:47:34.981931 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-cfa5eb2c-5428-4f82-bfad-4aa5374aace4 None None] Provisioning complete for port b3e4ccd3-d92c-4059-bcfe-309399b456be triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:34.984336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cfa5eb2c-5428-4f82-bfad-4aa5374aace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.039829 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dd331-e780-4dcb-9f37-1097ba53c2cf req-77d2a8c5-71ad-41fb-81a0-dd77655bfbb7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.046929 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e93dd331-e780-4dcb-9f37-1097ba53c2cf req-77d2a8c5-71ad-41fb-81a0-dd77655bfbb7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 943 time: 0.1558425 Oct 12 17:47:35.055790 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3231597d-6f75-4d7a-9199-0ecf3980dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.061253 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-3231597d-6f75-4d7a-9199-0ecf3980dfa7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.1361244 Oct 12 17:47:35.074877 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a501ed39-1a27-41fb-a45d-d50601417664 req-a9e8b8b8-f7fe-4e69-91e5-110264bb2084 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853724 Oct 12 17:47:35.104163 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.146925 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-aff98fd1-007e-4aee-8334-b30c934cac8f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688844 Oct 12 17:47:35.148158 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.151969 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.153222 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d43e971b-dcac-4a15-a492-6810b23fda99 HTTP/1.1" status: 204 len: 168 time: 0.4299808 Oct 12 17:47:35.184213 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-3e191d40-ec9f-4854-a027-9c3f898d8db3', 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'fixed_ips': [{'subnet_id': '2f402ddc-8989-47f1-badc-48649c97d49e'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:47:35.185115 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.201198 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e93dd331-e780-4dcb-9f37-1097ba53c2cf req-33fc3702-6d2c-43e1-a0d0-b27fbc4cb9f5 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088347 Oct 12 17:47:35.261015 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f862-4fd0-490e-8c6c-f8a9c2d03934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43e971b-dcac-4a15-a492-6810b23fda99,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:35.400783 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-c634d23a-7f5c-4ab7-a2ff-0a3e35b8b43b service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333157 Oct 12 17:47:35.590153 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b3e4ccd3-d92c-4059-bcfe-309399b456be up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:35.602314 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.613192 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a025c1ed-4073-4840-89b1-29e791f15a1a req-069ac0f6-a49a-4abb-95df-3f1cee11894b service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012768 Oct 12 17:47:35.629707 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bffe6e5-2b08-4ea6-9dcb-714235c027a8 req-9b66b4f7-2beb-4a65-9daa-c3548926b702 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.631322 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6bffe6e5-2b08-4ea6-9dcb-714235c027a8 req-9b66b4f7-2beb-4a65-9daa-c3548926b702 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0924687 Oct 12 17:47:35.636238 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.662484 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 4eb470c0-0b07-4c06-ab87-7829766dbe4d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:35.713934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6bffe6e5-2b08-4ea6-9dcb-714235c027a8 req-d62a984c-24f2-4494-84a9-0e3356f8e27c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Oct 12 17:47:35.714839 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Allocated IP 172.20.0.2 (3e191d40-ec9f-4854-a027-9c3f898d8db3/2f402ddc-8989-47f1-badc-48649c97d49e/626faa6e-39ca-4108-9b4f-7e36543c2794) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:35.783922 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f9d-8660-4b2c-a318-d03984792273 req-49fd01c2-ebae-4d7d-a749-5e0860d37e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.786561 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-49fd01c2-ebae-4d7d-a749-5e0860d37e45 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 1096 time: 0.0639868 Oct 12 17:47:35.791459 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Allocated IP 172.27.2.239 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/3d70e0dc-2d3f-4d7c-b894-90ba97e2c000) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:35.798305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34558) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:35.821383 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5115-193b-4073-b555-231cebd673b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.840697 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port b3e4ccd3-d92c-4059-bcfe-309399b456be triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:35.841113 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:35.899539 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589be7ba-73f8-4165-8e4f-cff7c09f9b17 req-1508dac7-66b6-4446-b595-45bfadb9d248 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.901202 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-589be7ba-73f8-4165-8e4f-cff7c09f9b17 req-1508dac7-66b6-4446-b595-45bfadb9d248 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.1108015 Oct 12 17:47:35.941011 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f9d-8660-4b2c-a318-d03984792273 req-56f87062-958d-4b22-afe9-7e36f3102262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:35.942591 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-56f87062-958d-4b22-afe9-7e36f3102262 service neutron] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 916 time: 0.1380539 Oct 12 17:47:35.971156 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-589be7ba-73f8-4165-8e4f-cff7c09f9b17 req-d6ba1d7b-cd76-4d8c-b620-0838f77695ed tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473065 Oct 12 17:47:35.999748 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-3ecb5cca-e763-44b2-97e2-9e5e25d1710c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee HTTP/1.1" status: 200 len: 217 time: 0.0409324 Oct 12 17:47:36.004745 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5115-193b-4073-b555-231cebd673b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.008295 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.011425 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fc2b5115-193b-4073-b555-231cebd673b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.057175 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:36.059532 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fc2b5115-193b-4073-b555-231cebd673b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3f1beb9aa36948ca8a6457196b62cc81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606766 Oct 12 17:47:36.062709 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34560) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:36.064194 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21327f9d-8660-4b2c-a318-d03984792273 req-18d188d3-cd99-4ccd-a6c4-eef9c15173fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:36.065817 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-18d188d3-cd99-4ccd-a6c4-eef9c15173fe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0571926 Oct 12 17:47:36.072515 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b5115-193b-4073-b555-231cebd673b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf8bd0b-426d-402d-b0c6-d76f3b768160,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.092228 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.106857 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-209a5dac-f236-4bd8-9f18-671c47bcace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.119870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-55cd50d1-0392-4f51-8ab7-50ef8910b122 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448089 Oct 12 17:47:36.121642 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '4eb470c0-0b07-4c06-ab87-7829766dbe4d', 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee', 'port_id': '4eb470c0-0b07-4c06-ab87-7829766dbe4d', 'mac_address': 'fa:16:3e:a9:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2434ba-fa12-4174-b9f8-f32aedcd15cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:36.127080 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.148209 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Pushing event updated for resources: {'Port': ['ID=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.163128 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:36.164789 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:36.165621 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.167580 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:36.213589 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:36.220783 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.222924 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:36.227790 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:36.275631 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb470c0-0b07-4c06-ab87-7829766dbe4d {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:36.286615 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Pushing event updated for resources: {'Port': ['ID=626faa6e-39ca-4108-9b4f-7e36543c2794,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.304171 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.335088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:36.338426 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Attempting to bind port 626faa6e-39ca-4108-9b4f-7e36543c2794 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:36.338797 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Attempting to bind port 626faa6e-39ca-4108-9b4f-7e36543c2794 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:36.339165 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Attempting to bind port 626faa6e-39ca-4108-9b4f-7e36543c2794 on network 3e191d40-ec9f-4854-a027-9c3f898d8db3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:36.342838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.349742 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:36.350114 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Checking segment: {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:36.350508 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.350898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Bound using segment: {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:36.351372 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Bound port: 626faa6e-39ca-4108-9b4f-7e36543c2794, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:36.351752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.369489 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a54119-c3c6-4e40-a436-3f24ea85a3b3 req-339730a8-235c-46b6-9a89-21ed872b2d8e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:36.370983 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93a54119-c3c6-4e40-a436-3f24ea85a3b3 req-339730a8-235c-46b6-9a89-21ed872b2d8e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 943 time: 0.2129891 Oct 12 17:47:36.388048 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-8f740c2b-972d-4cea-801f-5e975b4a5e77 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540829 Oct 12 17:47:36.421017 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.441545 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.457597 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.488511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] For port 626faa6e-39ca-4108-9b4f-7e36543c2794, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:36.496067 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] For port 626faa6e-39ca-4108-9b4f-7e36543c2794, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=626faa6e-39ca-4108-9b4f-7e36543c2794,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:36.502711 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.532519 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573455-907b-4461-9d28-8b13d7288174 req-bd3fa70f-d512-41d1-b2f5-436a221a80d4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:36.534153 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6e573455-907b-4461-9d28-8b13d7288174 req-bd3fa70f-d512-41d1-b2f5-436a221a80d4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 944 time: 0.1988301 Oct 12 17:47:36.583463 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93a54119-c3c6-4e40-a436-3f24ea85a3b3 req-0fce994a-2706-4226-a000-f37fc0fb7327 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827061 Oct 12 17:47:36.583641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b412a-2b5b-4c85-9626-02dc744868ed None None] Pushing event updated for resources: {'Port': ['ID=626faa6e-39ca-4108-9b4f-7e36543c2794,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.645975 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6e573455-907b-4461-9d28-8b13d7288174 req-7792b886-bc18-4918-8d76-65fa18d187e9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009371 Oct 12 17:47:36.647638 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.652967 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.657083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/baf8bd0b-426d-402d-b0c6-d76f3b768160 HTTP/1.1" status: 204 len: 168 time: 0.5874443 Oct 12 17:47:36.657238 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-21327f9d-8660-4b2c-a318-d03984792273 req-9512d32c-20e1-4973-924d-2efc8c8507ba service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510309 Oct 12 17:47:36.667455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f0099-ecab-47bf-8ef4-d42ce5ef684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf8bd0b-426d-402d-b0c6-d76f3b768160,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:36.699186 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:36.923797 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccdc49-f602-40e0-ae6b-7040c28f0d4f req-40f3f258-80a8-4b7d-ace8-a62032ed62cf tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:36.928131 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b4ccdc49-f602-40e0-ae6b-7040c28f0d4f req-40f3f258-80a8-4b7d-ace8-a62032ed62cf tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1121049 Oct 12 17:47:36.998590 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.010519 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b4ccdc49-f602-40e0-ae6b-7040c28f0d4f req-d51b6630-6a20-4362-a1bf-d0ab7d4558f0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704565 Oct 12 17:47:37.018566 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.023909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['4eb470c0-0b07-4c06-ab87-7829766dbe4d'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:37.169203 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Router eddcb449-a016-40d2-a7bb-92efbb5a79fa is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:47:37.174200 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac1900-80e2-4d11-8112-211874801297 req-a41d905b-eea1-4286-b3a2-c6eb8776bd8b tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:37.175758 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04ac1900-80e2-4d11-8112-211874801297 req-a41d905b-eea1-4286-b3a2-c6eb8776bd8b tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.0723882 Oct 12 17:47:37.226281 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04ac1900-80e2-4d11-8112-211874801297 req-0198e58c-da7f-4bfb-b7b6-1ce140c738ad tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420356 Oct 12 17:47:37.311584 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:37.335308 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Sync routers for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:37.342647 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.347136 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dca7aa50-33b5-4db7-a55b-1f31b06c99db admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6124403 Oct 12 17:47:37.349966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34584) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:37.356583 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:37.357231 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:37.428143 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 626faa6e-39ca-4108-9b4f-7e36543c2794 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:37.512735 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 626faa6e-39ca-4108-9b4f-7e36543c2794 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:37.513310 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.547110 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:37.720684 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.767709 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 626faa6e-39ca-4108-9b4f-7e36543c2794, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=626faa6e-39ca-4108-9b4f-7e36543c2794,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:37.775658 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:37.863381 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=626faa6e-39ca-4108-9b4f-7e36543c2794,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:37.878500 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.878873 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.879460 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.879841 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.880184 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.880522 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.880858 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.881215 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.881560 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.881896 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.882222 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.882546 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:47:37.924649 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:36Z', 'revision_number': 3, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:37.972271 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Checking router: eddcb449-a016-40d2-a7bb-92efbb5a79fa for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:37.972619 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Updating router eddcb449-a016-40d2-a7bb-92efbb5a79fa port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:47:38.001317 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.153124 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563a00f-3f16-44ff-8348-b2aa025f029b None None] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:38.173626 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bade5-fa01-4831-9c38-d9874353b105 req-245f5aef-1e36-44c3-80c2-b87ca63a7f43 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:38.180716 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf1bade5-fa01-4831-9c38-d9874353b105 req-245f5aef-1e36-44c3-80c2-b87ca63a7f43 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 943 time: 0.4633701 Oct 12 17:47:38.222151 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd759bd-fdb4-4f12-b279-d09fad66341f req-f39ea229-502e-41b8-a40b-ba684ad91899 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:38.232978 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ebd759bd-fdb4-4f12-b279-d09fad66341f req-f39ea229-502e-41b8-a40b-ba684ad91899 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 944 time: 0.4218061 Oct 12 17:47:38.254776 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9deca21f-db72-4ec9-8d45-861943f2e30f None None] Provisioning complete for port 626faa6e-39ca-4108-9b4f-7e36543c2794 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:38.254776 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9deca21f-db72-4ec9-8d45-861943f2e30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.293288 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf1bade5-fa01-4831-9c38-d9874353b105 req-96ad2d1c-1b9f-4602-a7e9-1bd01ad248fd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024191 Oct 12 17:47:38.358550 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ebd759bd-fdb4-4f12-b279-d09fad66341f req-c9131ae1-0368-4bd9-b99b-f22065eab2be tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218204 Oct 12 17:47:38.403546 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.419749 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.488764 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Attempting to bind port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:38.489933 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Attempting to bind port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:38.490301 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Attempting to bind port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:38.500440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.508615 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:38.513981 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:38.514640 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.515989 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:38.518909 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Bound port: 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:38.519605 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.581370 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ddf6-96d6-4087-ae69-878aa4830dc3 req-d4fb63d4-0dd6-4f30-a00c-1904b0eeb11e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:38.583814 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5084ddf6-96d6-4087-ae69-878aa4830dc3 req-d4fb63d4-0dd6-4f30-a00c-1904b0eeb11e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1350131 Oct 12 17:47:38.682769 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.738176 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] For port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:38.743937 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] For port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:38.745196 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935cc2-c251-4a57-a711-c85ca37965f8 None None] Pushing event updated for resources: {'Port': ['ID=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,revision_number=2']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:38.750124 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.774247 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-d082d8f6-6c42-45f2-9d7d-798c67322504 None None] Provisioning complete for port 626faa6e-39ca-4108-9b4f-7e36543c2794 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:38.775488 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d082d8f6-6c42-45f2-9d7d-798c67322504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:38.803129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Allocated IP 172.20.0.1 (3e191d40-ec9f-4854-a027-9c3f898d8db3/2f402ddc-8989-47f1-badc-48649c97d49e/de086e45-4a83-4803-a5dd-c8c05db029f5) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:47:38.807524 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:38.808175 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:38.864567 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935cc2-c251-4a57-a711-c85ca37965f8 None None] Pushing event updated for resources: {'Port': ['ID=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:38.886032 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-6693c2d3-736c-470c-820a-8117df4257c3 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:38.887535 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-6693c2d3-736c-470c-820a-8117df4257c3 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.87 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.3023210 Oct 12 17:47:38.890445 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5084ddf6-96d6-4087-ae69-878aa4830dc3 req-065934bd-b73f-4b18-9b98-2f3d174c56e9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896135 Oct 12 17:47:38.937771 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:39.035665 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd8862-53b3-4227-a6d4-2a7452ece10d req-e410d93a-f37c-458b-8f18-14589e4db641 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:39.037204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d5dd8862-53b3-4227-a6d4-2a7452ece10d req-e410d93a-f37c-458b-8f18-14589e4db641 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 946 time: 0.2963650 Oct 12 17:47:39.060574 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.130582 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:36Z', 'revision_number': 3, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:39.144684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d5dd8862-53b3-4227-a6d4-2a7452ece10d req-c97ca985-6224-4197-ae41-60c1d0893b88 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/security-groups?id=86d8cd6b-0998-48f9-93f2-e39e68604dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918689 Oct 12 17:47:39.159373 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Deleting port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:47:39.159718 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.171278 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f2fc2-1867-411c-95b7-be1d5fa50186 None None] The sync data for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi is: [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:36Z', 'revision_number': 3, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:39.180324 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.312039 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Pushing event updated for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:39.353363 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 626faa6e-39ca-4108-9b4f-7e36543c2794 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:39.367110 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] For port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,segment=NetworkSegment(fead9a8d-ce77-479a-bc12-6d433c9e4fdb),segment_id=fead9a8d-ce77-479a-bc12-6d433c9e4fdb)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:39.367504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.390565 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:39.406737 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:39.422058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 626faa6e-39ca-4108-9b4f-7e36543c2794 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:39.422465 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.432977 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Calling delete_port for 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:47:39.436297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:47:39.436776 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.645407 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212fc0-5f42-4f90-9c29-ca7548628f74 req-1516715a-1c0a-4bf0-af3e-bf6021afbc1a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:39.647058 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fa212fc0-5f42-4f90-9c29-ca7548628f74 req-1516715a-1c0a-4bf0-af3e-bf6021afbc1a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 943 time: 0.2695887 Oct 12 17:47:39.684905 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-1e0ad409-d6f9-4a04-9488-f2b08fa66fe0 None None] Provisioning complete for port de086e45-4a83-4803-a5dd-c8c05db029f5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:39.686342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1e0ad409-d6f9-4a04-9488-f2b08fa66fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.691315 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba58326-23a4-4791-a9be-b1f048a58b6f req-b1c53173-3485-40ec-bb00-f630608675be tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:39.698870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aba58326-23a4-4791-a9be-b1f048a58b6f req-b1c53173-3485-40ec-bb00-f630608675be tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 944 time: 0.2594097 Oct 12 17:47:39.711946 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 9bcacb42-f431-4efb-8313-f3ae9fa776ee details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:47:39.735643 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ad409-d6f9-4a04-9488-f2b08fa66fe0 None None] Port de086e45-4a83-4803-a5dd-c8c05db029f5 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:39.754683 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 4eb470c0-0b07-4c06-ab87-7829766dbe4d up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:39.797132 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fa212fc0-5f42-4f90-9c29-ca7548628f74 req-80733c93-dbd6-4f01-bdd9-2cd488301392 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415401 Oct 12 17:47:39.830772 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aba58326-23a4-4791-a9be-b1f048a58b6f req-50c9276a-3833-444c-b59b-ba4b1218a38f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Oct 12 17:47:39.836407 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.950675 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:39.993233 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['1a249895-b40d-4d1f-bd99-f1fd0ae569a6'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:40.022700 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Pushing event deleted for resources: {'Port': ['ID=1a249895-b40d-4d1f-bd99-f1fd0ae569a6,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:40.084313 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 4eb470c0-0b07-4c06-ab87-7829766dbe4d completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:40.093373 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:40.096103 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 4eb470c0-0b07-4c06-ab87-7829766dbe4d triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:40.096693 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.119920 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] No DVR routers for this DVR port 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:47:40.129746 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'port_id': '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'mac_address': 'fa:16:3e:f7:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772534b-e4c7-4613-be19-65d1110a1385', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:47:40.135789 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.139488 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-124d4eb5-f7ec-4c8e-9552-a6d07803bc57 req-05e84682-c151-4737-b390-27aba6d2c004 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.87 "DELETE /v2.0/ports/1a249895-b40d-4d1f-bd99-f1fd0ae569a6 HTTP/1.1" status: 204 len: 173 time: 1.2234695 Oct 12 17:47:40.140411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'name': 'network-vif-deleted', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:40.143169 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecd79b5-e57b-40a2-be64-596751adb3d4" -d '{"events": [{"server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "name": "network-vif-deleted", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:40.189932 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da336d0-a170-44fc-9242-f5812e553a1c req-0aff4e78-5c02-4310-936e-4065a7996ba3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:40.191431 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9da336d0-a170-44fc-9242-f5812e553a1c req-0aff4e78-5c02-4310-936e-4065a7996ba3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1160192 Oct 12 17:47:40.201294 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.215096 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.218526 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c584d6d0-93eb-458f-81a0-5585d98710b3 x-openstack-request-id: req-c584d6d0-93eb-458f-81a0-5585d98710b3 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:40.218720 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1da080-0de5-4bdd-b19f-f9ae509ef68b", "name": "network-vif-deleted", "tag": "1a249895-b40d-4d1f-bd99-f1fd0ae569a6", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:40.219452 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c584d6d0-93eb-458f-81a0-5585d98710b3 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:40.219847 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1da080-0de5-4bdd-b19f-f9ae509ef68b', 'name': 'network-vif-deleted', 'tag': '1a249895-b40d-4d1f-bd99-f1fd0ae569a6', 'status': 'completed', 'code': 200} Oct 12 17:47:40.236992 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.238354 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.241364 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcacb42-f431-4efb-8313-f3ae9fa776ee {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:47:40.277499 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:40.280614 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.284041 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.305272 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9da336d0-a170-44fc-9242-f5812e553a1c req-d30184c8-faf9-474f-ac43-da107aca8b31 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Oct 12 17:47:40.337826 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:40.340106 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde9595-9107-44c2-aeec-1006b69af03f" -d '{"events": [{"server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "name": "network-vif-plugged", "status": "completed", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:40.366798 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:40.372125 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:40.375805 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:40.426189 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d62c019-97fe-49d3-ab8a-0825cba432dd x-openstack-request-id: req-8d62c019-97fe-49d3-ab8a-0825cba432dd {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:40.426487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "name": "network-vif-plugged", "status": "completed", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:40.426689 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8d62c019-97fe-49d3-ab8a-0825cba432dd {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:40.427082 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d', 'code': 200} Oct 12 17:47:40.444390 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:40.505151 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:47:40.667101 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-41b70813-15b9-454c-bbb3-fa290dc59b56 req-0635cd5b-bcef-4141-888f-ddbc92752310 tempest-DeleteServersTestJSON-2126216197 tempest-DeleteServersTestJSON-2126216197-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff1da080-0de5-4bdd-b19f-f9ae509ef68b HTTP/1.1" status: 200 len: 210 time: 0.3772187 Oct 12 17:47:40.694550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Pushing event updated for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:40.698372 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:47:40.702160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:40.719271 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a469f-014d-4fce-8df4-a5d120b061cd req-c68fc9a1-01f3-4281-9913-91ff4143e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:40.720661 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ed5a469f-014d-4fce-8df4-a5d120b061cd req-c68fc9a1-01f3-4281-9913-91ff4143e4be service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 1098 time: 0.0896733 Oct 12 17:47:40.800667 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['9bcacb42-f431-4efb-8313-f3ae9fa776ee'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:47:40.835311 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ed5a469f-014d-4fce-8df4-a5d120b061cd req-fbc27982-3d8b-4533-8502-e70719b1fd38 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779426 Oct 12 17:47:40.877850 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Router eddcb449-a016-40d2-a7bb-92efbb5a79fa has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:47:40.981845 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-fbba945f-4d59-487e-88e7-021a207240c1 None None] Provisioning complete for port de086e45-4a83-4803-a5dd-c8c05db029f5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:40.982215 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fbba945f-4d59-487e-88e7-021a207240c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.022936 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-fbba945f-4d59-487e-88e7-021a207240c1 None None] Port de086e45-4a83-4803-a5dd-c8c05db029f5 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:47:41.060123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9746a-3277-4d8b-9ed3-1bdb6c82cf97 req-726c4a43-cfe0-428d-9b4e-b4b2e7a0984b tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:41.061629 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-baf9746a-3277-4d8b-9ed3-1bdb6c82cf97 req-726c4a43-cfe0-428d-9b4e-b4b2e7a0984b tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.1310413 Oct 12 17:47:41.072846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26436bd7-23af-4acd-9f71-a7a379a894c0 req-6e86534f-1758-4127-920e-7c370fd00a62 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:41.074450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-26436bd7-23af-4acd-9f71-a7a379a894c0 req-6e86534f-1758-4127-920e-7c370fd00a62 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 944 time: 0.1449358 Oct 12 17:47:41.103222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:47:41.120310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-39cbaf57-26fd-44df-8064-e3ae63f96963 admin admin] 10.222.0.86 "PUT /v2.0/routers/eddcb449-a016-40d2-a7bb-92efbb5a79fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7628558 Oct 12 17:47:41.143830 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-baf9746a-3277-4d8b-9ed3-1bdb6c82cf97 req-5056361c-81d0-4b24-bfa5-1a740152281c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664871 Oct 12 17:47:41.148677 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-26436bd7-23af-4acd-9f71-a7a379a894c0 req-edae5e6d-ca5e-43f9-a0e7-a82eab5f8c35 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641828 Oct 12 17:47:41.350823 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:41.417744 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:41.418199 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.450487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00b77c-3756-403b-8db2-61b541ffb8e9 req-8cb0ceda-8b3a-493f-b6cf-0eb44d8d3054 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:41.452036 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e00b77c-3756-403b-8db2-61b541ffb8e9 req-8cb0ceda-8b3a-493f-b6cf-0eb44d8d3054 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0584316 Oct 12 17:47:41.507742 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e00b77c-3756-403b-8db2-61b541ffb8e9 req-d54d0117-97f3-449e-9499-b0bb3ff1b32d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456910 Oct 12 17:47:41.527072 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.556377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:41.561204 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:41.594819 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Sync routers for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:47:41.619042 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:41.619945 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:41.668029 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:41.718686 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:47:41.745569 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:47:41.745912 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 1a249895-b40d-4d1f-bd99-f1fd0ae569a6 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:47:41.771445 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:41.947885 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34686) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.032325 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:39Z', 'revision_number': 4, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'de086e45-4a83-4803-a5dd-c8c05db029f5', 'name': '', 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'mac_address': 'fa:16:3e:84:5e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:38Z', 'updated_at': '2021-10-12T17:47:39Z', 'revision_number': 2, 'project_id': 'd407352bb03b422fb09f800278225114', 'subnets': [{'id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:42.094003 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Checking router: eddcb449-a016-40d2-a7bb-92efbb5a79fa for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:47:42.094701 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Updating router eddcb449-a016-40d2-a7bb-92efbb5a79fa port de086e45-4a83-4803-a5dd-c8c05db029f5 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:47:42.100369 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34694) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.106168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047616247', 'description': 'tempest-secgroup-smoke-1047616247 description', 'project_id': '2a84ed5632564ac58020866e642bdca9'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:42.112214 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f5bed051-63b1-406f-841c-f0a6f468985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.120883 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.156508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.315399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998309d-b28b-4383-993f-c500abaf4fc0 req-13e514d9-8d14-4289-8b2b-c080864321c8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:42.317102 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f998309d-b28b-4383-993f-c500abaf4fc0 req-13e514d9-8d14-4289-8b2b-c080864321c8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 944 time: 0.0859351 Oct 12 17:47:42.330571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e1e1d-299d-4169-8db1-aabcabe02cc6 req-c2cb86fc-bb94-4a8b-8d62-920b41b6b7b9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:42.338993 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f67e1e1d-299d-4169-8db1-aabcabe02cc6 req-c2cb86fc-bb94-4a8b-8d62-920b41b6b7b9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.1199477 Oct 12 17:47:42.348378 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f5bed051-63b1-406f-841c-f0a6f468985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.351048 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.354436 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f5bed051-63b1-406f-841c-f0a6f468985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.365539 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.403045 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f67e1e1d-299d-4169-8db1-aabcabe02cc6 req-1b206ab6-8f9d-4f80-b07d-ec982600cd2f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630620 Oct 12 17:47:42.412017 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.413197 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f998309d-b28b-4383-993f-c500abaf4fc0 req-ec36c22c-c005-4db3-a821-0d31d838534a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712874 Oct 12 17:47:42.413433 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3118417 Oct 12 17:47:42.418693 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f5bed051-63b1-406f-841c-f0a6f468985d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5e684e0e4fb94b40b4161b59fbf674c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697661 Oct 12 17:47:42.419703 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34704) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.420727 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed051-63b1-406f-841c-f0a6f468985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae3b6e9-f826-41b4-bbf4-f4c96d788abd,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.426803 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34706) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.440685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:42.475626 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc2941-6da2-4721-8834-e07a50b8479b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093e8c46-e312-4b2b-921f-7f2bfe7696a9,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.501216 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.507286 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.525144 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.566094 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e87c2-b736-4798-9ba0-b83b26af88ca None None] Pushing event updated for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.572276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.624029 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Attempting to bind port de086e45-4a83-4803-a5dd-c8c05db029f5 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:47:42.624405 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Attempting to bind port de086e45-4a83-4803-a5dd-c8c05db029f5 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:47:42.624768 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Attempting to bind port de086e45-4a83-4803-a5dd-c8c05db029f5 on network 3e191d40-ec9f-4854-a027-9c3f898d8db3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:47:42.625711 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.630369 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:47:42.630738 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Checking segment: {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:42.631137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.631526 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Bound using segment: {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:47:42.631996 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Bound port: de086e45-4a83-4803-a5dd-c8c05db029f5, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82cc2485-0574-45fe-9ed0-21c3e8954506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:47:42.632377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.661625 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.688846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.706356 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] For port de086e45-4a83-4803-a5dd-c8c05db029f5, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:47:42.709864 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] For port de086e45-4a83-4803-a5dd-c8c05db029f5, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=de086e45-4a83-4803-a5dd-c8c05db029f5,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:47:42.717264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.720487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc73fff2-19c6-46b6-956a-39b124ceaf37,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.738399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.739639 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d20f0a81-76e9-4dc1-9377-4ae77027a60f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186677 Oct 12 17:47:42.742450 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34710) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.750411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3b8df-9e25-4fed-a091-b8402b65d2ab req-b90bcc77-2254-41eb-8594-8e12d40ff6fd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:42.752047 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-62d3b8df-9e25-4fed-a091-b8402b65d2ab req-b90bcc77-2254-41eb-8594-8e12d40ff6fd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1154041 Oct 12 17:47:42.762841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.766777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.770315 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ae3b6e9-f826-41b4-bbf4-f4c96d788abd HTTP/1.1" status: 204 len: 168 time: 0.3380020 Oct 12 17:47:42.772038 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:42.799619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ce202-997e-491a-b780-70222e223e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae3b6e9-f826-41b4-bbf4-f4c96d788abd,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.804521 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e87c2-b736-4798-9ba0-b83b26af88ca None None] Pushing event updated for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.807899 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:47:42.808634 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:47:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:42.832024 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.900006 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-62d3b8df-9e25-4fed-a091-b8402b65d2ab req-a05d9bfe-ea20-48bc-a864-0f1ad23b93e8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128461 Oct 12 17:47:42.932870 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.942411 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.950063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:47:42.959161 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94a0402-a8e3-4ec9-8a70-fcada972cd4b,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:42.983190 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:42.986930 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-90021996-bb22-47c3-81b5-a15948f40494 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2372074 Oct 12 17:47:42.987301 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34714) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:42.992561 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:43.030786 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.050695 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] Provisioning complete for port de086e45-4a83-4803-a5dd-c8c05db029f5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:43.051480 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.110794 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.116156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.141066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff9728a-9e2c-4d46-8b86-085d27f5985f,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.155521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.158035 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b2693ca0-b942-40f2-a7cd-0dc5a54beb16 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1697400 Oct 12 17:47:43.160888 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34722) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.172137 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:43.210923 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.214008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34726) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.263332 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Deleting subnet 93550e68-713e-4a80-a71a-974ba62497e4 {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:47:43.267077 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.269017 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.276010 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.295837 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34728) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.309373 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865407e7-8203-4e20-b27a-d71114cd7579,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.320216 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.325212 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eea41702-daba-4037-88af-01d762c5254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.331688 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.347933 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.351599 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dba44cc3-9758-4e48-bb23-3581a6a02c34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1870739 Oct 12 17:47:43.357411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34730) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.363954 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:43.376515 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:43.407962 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.securitygroups_db [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Project 2a84ed5632564ac58020866e642bdca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:47:43.420999 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.440044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eea41702-daba-4037-88af-01d762c5254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.444205 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eea41702-daba-4037-88af-01d762c5254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.455070 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.460917 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.489923 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea41702-daba-4037-88af-01d762c5254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016df57-ca36-4783-810f-382d4ac68e87,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.529533 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] For port de086e45-4a83-4803-a5dd-c8c05db029f5, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=de086e45-4a83-4803-a5dd-c8c05db029f5,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:43.533129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93550e68-713e-4a80-a71a-974ba62497e4,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.538584 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-eea41702-daba-4037-88af-01d762c5254a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=18853f8a2c654848961b8c93bac65d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414973 Oct 12 17:47:43.539670 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:39Z', 'revision_number': 4, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'de086e45-4a83-4803-a5dd-c8c05db029f5', 'name': '', 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'mac_address': 'fa:16:3e:84:5e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:38Z', 'updated_at': '2021-10-12T17:47:42Z', 'revision_number': 4, 'project_id': 'd407352bb03b422fb09f800278225114', 'subnets': [{'id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:43.542570 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.543318 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34736) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.547117 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:43.547489 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.570471 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.574204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-aedef5d6-975e-4032-9306-4b795c0a56b0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/93550e68-713e-4a80-a71a-974ba62497e4 HTTP/1.1" status: 204 len: 168 time: 0.3589399 Oct 12 17:47:43.581719 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34740) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.634863 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d0b78-7954-42a1-9121-ab5a72c6c4a1 None None] The sync data for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi is: [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:47:39Z', 'revision_number': 4, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'de086e45-4a83-4803-a5dd-c8c05db029f5', 'name': '', 'network_id': '3e191d40-ec9f-4854-a027-9c3f898d8db3', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'mac_address': 'fa:16:3e:84:5e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:38Z', 'updated_at': '2021-10-12T17:47:42Z', 'revision_number': 4, 'project_id': 'd407352bb03b422fb09f800278225114', 'subnets': [{'id': '2f402ddc-8989-47f1-badc-48649c97d49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:47:43.651176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.657762 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.666618 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.673682 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.699649 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.727154 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 9bcacb42-f431-4efb-8313-f3ae9fa776ee up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:43.729739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec342e3b-b4e1-4116-bb29-1e1a47e675bf,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.738004 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0158c-777f-48dd-a29b-60d762136337 None None] Pushing event updated for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:43.749610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703a10-839e-4a59-ab47-666c8d3db178 req-6a84f606-8f14-4c89-a049-9841ab825d18 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:43.751940 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-81703a10-839e-4a59-ab47-666c8d3db178 req-6a84f606-8f14-4c89-a049-9841ab825d18 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 944 time: 0.2235425 Oct 12 17:47:43.763547 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4113d8-f55c-4bdd-bb31-1add6f4baf51 req-ad60ec00-7911-4631-8aac-8468c2432905 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:43.771906 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dc4113d8-f55c-4bdd-bb31-1add6f4baf51 req-ad60ec00-7911-4631-8aac-8468c2432905 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.2270927 Oct 12 17:47:43.803692 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-b9f2a84b-bb9a-4bfe-945d-f765db70afcb None None] Provisioning complete for port de086e45-4a83-4803-a5dd-c8c05db029f5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:43.804070 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a84b-bb9a-4bfe-945d-f765db70afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.818821 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-38f85601-10ba-4db1-82bb-6ac0c5592189 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2276363 Oct 12 17:47:43.822378 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.824060 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-93707e19-5a7d-4ebc-938a-41602400c286 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4651318 Oct 12 17:47:43.832715 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34744) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:43.845396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'security_group_rule': {'security_group_id': '093e8c46-e312-4b2b-921f-7f2bfe7696a9', 'project_id': '2a84ed5632564ac58020866e642bdca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:43.866615 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:43.901666 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dc4113d8-f55c-4bdd-bb31-1add6f4baf51 req-e33c91d1-21cd-4799-aa79-41e09fba1feb tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283367 Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > port after_create 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > port after_update 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.928774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:43.945385 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 9bcacb42-f431-4efb-8313-f3ae9fa776ee completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:47:43.955759 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 9bcacb42-f431-4efb-8313-f3ae9fa776ee triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:43.956059 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.008743 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-81703a10-839e-4a59-ab47-666c8d3db178 req-b23d63a6-9eae-4b26-a42c-f8fe7867fda8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271748 Oct 12 17:47:44.029529 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.securitygroups_db [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Project 2a84ed5632564ac58020866e642bdca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:47:44.049536 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.082490 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d0977-e710-4d04-8924-99f6299cb635 req-a35d8f67-001a-46f5-828f-a5d08c51a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:44.084153 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-a35d8f67-001a-46f5-828f-a5d08c51a19a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 1099 time: 0.1705492 Oct 12 17:47:44.112346 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.124370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:44.124846 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:44.125072 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:44.125907 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:44.126290 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b000a1-b794-42d9-b6d3-b2a676d802cf']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:44.132302 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.135121 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.140737 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2016df57-ca36-4783-810f-382d4ac68e87 HTTP/1.1" status: 204 len: 168 time: 0.5902405 Oct 12 17:47:44.143276 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:47:44.146811 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f26ac3-1b29-415f-9098-8354211b8eda" -d '{"events": [{"server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "name": "network-vif-plugged", "status": "completed", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:47:44.164605 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:47:44.171394 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.182832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:44.183125 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fead9a8d-ce77-479a-bc12-6d433c9e4fdb') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:44.211105 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5447228-01a9-404b-ad27-3b7d38e71d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016df57-ca36-4783-810f-382d4ac68e87,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:44.242669 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:44.249365 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.301427 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d56f3-6374-4550-93be-7fe96b10d783 x-openstack-request-id: req-3e5d56f3-6374-4550-93be-7fe96b10d783 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:47:44.301982 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "name": "network-vif-plugged", "status": "completed", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:47:44.302467 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e5d56f3-6374-4550-93be-7fe96b10d783 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:47:44.302732 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.303203 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'code': 200} Oct 12 17:47:44.341807 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:47:44.345051 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: from cryptography.utils import int_from_bytes Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: from cryptography.utils import int_from_bytes Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:47:44.393641 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:47:44.473916 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.491892 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.561577 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.585111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1043780-8fd9-46f3-b856-33bcaa1f7aa0 req-c8ca6f22-14e1-40db-9160-1e8b7ac18457 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:44.586695 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1043780-8fd9-46f3-b856-33bcaa1f7aa0 req-c8ca6f22-14e1-40db-9160-1e8b7ac18457 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.3121603 Oct 12 17:47:44.598765 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.608485 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d34c080-11b6-42e9-ac95-78b90d6de202,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:44.613814 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] 10.222.0.86 "DELETE /v2.0/networks/12b000a1-b794-42d9-b6d3-b2a676d802cf HTTP/1.1" status: 204 len: 168 time: 1.0283229 Oct 12 17:47:44.613814 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834a508-8fdf-45af-82ad-b4aa0181f240 admin admin] Pushing event deleted for resources: {'Network': ['ID=12b000a1-b794-42d9-b6d3-b2a676d802cf,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:44.646254 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d0977-e710-4d04-8924-99f6299cb635 req-1aca2400-56b5-4630-9e07-9db5b3f6676d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:44.648524 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-1aca2400-56b5-4630-9e07-9db5b3f6676d service neutron] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 916 time: 0.5333602 Oct 12 17:47:44.656489 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.658093 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-82483c9a-8af0-4598-9b74-510be4190d37 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8218625 Oct 12 17:47:44.762605 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741c63e-f0a3-4b84-bb47-e41c69046eb1 req-27cb1924-8764-4c37-b884-ffcd9aad27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:44.764697 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b741c63e-f0a3-4b84-bb47-e41c69046eb1 req-27cb1924-8764-4c37-b884-ffcd9aad27e4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 1098 time: 0.1730237 Oct 12 17:47:44.767620 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-f8b3f99f-5cc7-4f20-9447-bbb62bfa5947 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23eae5a0-0307-4356-b15a-27a7ece159a2 HTTP/1.1" status: 200 len: 217 time: 0.0992780 Oct 12 17:47:44.817641 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1043780-8fd9-46f3-b856-33bcaa1f7aa0 req-b1944105-d28a-41ab-8ad4-7b7e099e1fe4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150459 Oct 12 17:47:44.826473 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b741c63e-f0a3-4b84-bb47-e41c69046eb1 req-b8a420ba-f0e2-47c1-86c4-49a98ddc4737 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Oct 12 17:47:44.862999 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:44.872395 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d0977-e710-4d04-8924-99f6299cb635 req-66b91da3-27b9-406f-90f2-45f0fd530d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:44.874172 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-66b91da3-27b9-406f-90f2-45f0fd530d65 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0833528 Oct 12 17:47:44.960510 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34826) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:45.008341 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bed6cb8c-6c24-47d3-85ca-c2e406efc23d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=08a653f103e8453a889d24dc6a5330a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465257 Oct 12 17:47:45.011866 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34838) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:45.082633 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:45.107767 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:45.191463 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:45.195223 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:45.197444 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86d8cd6b-0998-48f9-93f2-e39e68604dff HTTP/1.1" status: 204 len: 168 time: 0.1835551 Oct 12 17:47:45.218800 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-7010d47f-fc8f-4606-bb40-1ca6607ca157 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625906 Oct 12 17:47:45.224859 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76961b0-6fd1-4027-abc9-c816f15df48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d8cd6b-0998-48f9-93f2-e39e68604dff,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:45.270199 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca0ed6-0a22-401b-be19-2cf11c436f65 req-a3f851f5-3cdc-4e19-8b94-b47938999a5c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:45.284019 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3aca0ed6-0a22-401b-be19-2cf11c436f65 req-a3f851f5-3cdc-4e19-8b94-b47938999a5c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.1480012 Oct 12 17:47:45.404191 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3aca0ed6-0a22-401b-be19-2cf11c436f65 req-8493adf6-2847-4f42-9de5-8226f5e07591 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176188 Oct 12 17:47:45.451403 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-9f77bcae-946b-4fd2-9a2f-8a711bc94aac service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126975 Oct 12 17:47:45.472269 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device de086e45-4a83-4803-a5dd-c8c05db029f5 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:47:45.580217 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port de086e45-4a83-4803-a5dd-c8c05db029f5 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:47:45.580830 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:45.619223 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df5d0977-e710-4d04-8924-99f6299cb635 req-9d384dbe-a9be-453f-b07b-fecdc23c0fc0 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382580 Oct 12 17:47:45.953329 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0ab92-bc16-4938-802a-1d06298787e8 req-6dc287ca-82f7-4dca-bc05-167a522e02c1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:45.954867 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bcb0ab92-bc16-4938-802a-1d06298787e8 req-6dc287ca-82f7-4dca-bc05-167a522e02c1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Oct 12 17:47:46.006043 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bcb0ab92-bc16-4938-802a-1d06298787e8 req-bff8aa73-7fd6-42d4-8f2f-7b76ec845309 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Oct 12 17:47:46.110577 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34902) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:46.222837 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634525794-network', 'tenant_id': '3e8dee275c714e628e793cca6308e8f4'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:46.253393 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Made reservation on behalf of 3e8dee275c714e628e793cca6308e8f4 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:46.255761 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.265122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.358696 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.363451 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.395365 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:47:46.408076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f045571b-5823-446d-aa75-f54cbaf8b05e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:46.413698 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.414575 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Added segment bd501054-2e7d-4bba-ab7b-b2064dfd63a8 of type vlan for network ebba577b-f3db-4185-b399-c6311c8573cc Oct 12 17:47:46.465110 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.496974 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.497964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:46.498578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.544027 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b1bb1-522b-4b1e-9907-3843c436708a req-77dc99fb-6fbf-482d-b1ff-c7048b3aea92 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:46.546818 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-318b1bb1-522b-4b1e-9907-3843c436708a req-77dc99fb-6fbf-482d-b1ff-c7048b3aea92 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0693533 Oct 12 17:47:46.570801 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4589887 Oct 12 17:47:46.573966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34914) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:46.583321 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Request body: {'subnet': {'network_id': 'ebba577b-f3db-4185-b399-c6311c8573cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634525794-subnet', 'tenant_id': '3e8dee275c714e628e793cca6308e8f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:46.590996 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb0797-7484-4a33-962c-0e04bf17c7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ebba577b-f3db-4185-b399-c6311c8573cc,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:46.603368 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network ebba577b-f3db-4185-b399-c6311c8573cc details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:47:46.621468 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-318b1bb1-522b-4b1e-9907-3843c436708a req-4ee2b2f6-7fef-49e4-b830-17c553972ff9 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685852 Oct 12 17:47:46.632547 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Made reservation on behalf of 3e8dee275c714e628e793cca6308e8f4 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:46.639657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.857278 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.917799 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1da309-c5bc-4227-bd39-233721063e32,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:46.928356 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Checking segment: {'id': 'bd501054-2e7d-4bba-ab7b-b2064dfd63a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ebba577b-f3db-4185-b399-c6311c8573cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:46.928715 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Network hostable DHCP agents. Network: ebba577b-f3db-4185-b399-c6311c8573cc, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:47:46.946504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Network ebba577b-f3db-4185-b399-c6311c8573cc is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:47:46.954868 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, ebba577b-f3db-4185-b399-c6311c8573cc) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:46.959171 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:46.959759 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:46.964204 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522694ee-235f-49c6-a3e5-fcf6c7fe29ea None None] Network ebba577b-f3db-4185-b399-c6311c8573cc requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:46.976087 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4ec929d5-f247-4578-80a9-6c5f5e0472c5 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3991876 Oct 12 17:47:47.138539 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befeaf89-4703-4688-8bc7-882b91a1e8b1 None None] Network ebba577b-f3db-4185-b399-c6311c8573cc requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:47.144160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c11e-e5e9-474a-a02a-7cb0ba115c7d req-9470c569-33cf-4dac-8e49-dcd1440f2652 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:47.145824 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b525c11e-e5e9-474a-a02a-7cb0ba115c7d req-9470c569-33cf-4dac-8e49-dcd1440f2652 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0644836 Oct 12 17:47:47.200902 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b525c11e-e5e9-474a-a02a-7cb0ba115c7d req-6a84e013-e754-40fe-bc7f-ff07fab38afb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Oct 12 17:47:47.530698 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34936) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:47.535580 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328484905-network', 'tenant_id': '10761f08cf9d472b900d4daed2f62dfb'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:47.556809 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Made reservation on behalf of 10761f08cf9d472b900d4daed2f62dfb for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:47.559020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.566893 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.647425 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.652498 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.683357 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:47:47.689923 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8cef9e-6411-4d4f-b451-31b6f114c99b,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:47.706574 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.707005 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Added segment 5c8c9ddb-76c2-4e0b-9270-7783b49ca24e of type vlan for network c2650c26-4b0c-4a8d-8253-847903f24b83 Oct 12 17:47:47.759231 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.805679 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.807142 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:47.807716 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.816666 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d0b8f-4e1d-4be4-a113-4abe569c0419 req-20965754-c50e-4484-8f64-ba5328611e7a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:47.818128 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-631d0b8f-4e1d-4be4-a113-4abe569c0419 req-20965754-c50e-4484-8f64-ba5328611e7a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0805404 Oct 12 17:47:47.876249 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3444114 Oct 12 17:47:47.879202 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34946) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:47.885261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Request body: {'subnet': {'network_id': 'c2650c26-4b0c-4a8d-8253-847903f24b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328484905-subnet', 'tenant_id': '10761f08cf9d472b900d4daed2f62dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:47:47.904309 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b951a49-1511-48e8-9699-b8e09af2543b admin admin] Pushing event updated for resources: {'Network': ['ID=c2650c26-4b0c-4a8d-8253-847903f24b83,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:47.908381 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Made reservation on behalf of 10761f08cf9d472b900d4daed2f62dfb for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:47:47.911002 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420345'] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:47.915736 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network c2650c26-4b0c-4a8d-8253-847903f24b83 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:47:47.929490 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-631d0b8f-4e1d-4be4-a113-4abe569c0419 req-fafdf04c-c1c3-46c8-99bf-1ab7d853ee4e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032448 Oct 12 17:47:48.090818 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25333236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420311'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.148949 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62690d32-a55a-43ab-808c-38504e3d52db,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:48.159287 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Checking segment: {'id': '5c8c9ddb-76c2-4e0b-9270-7783b49ca24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c2650c26-4b0c-4a8d-8253-847903f24b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:47:48.159891 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Network hostable DHCP agents. Network: c2650c26-4b0c-4a8d-8253-847903f24b83, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:47:48.180442 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Network c2650c26-4b0c-4a8d-8253-847903f24b83 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:47:48.188726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, c2650c26-4b0c-4a8d-8253-847903f24b83) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:47:48.193613 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:48.194192 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.198091 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91bd0d-b6de-4eab-9c9c-6e03c7ef5c05 None None] Network c2650c26-4b0c-4a8d-8253-847903f24b83 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:48.213204 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8b87e82c-f8ae-461a-b6b1-62d32aeb0c5e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3322213 Oct 12 17:47:48.347942 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b6991-b42b-4b52-8c61-8de2f70efd4f req-9fa49df8-7d0d-46a0-a635-07ea94c0e48f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:48.348994 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34962) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:48.349496 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-320b6991-b42b-4b52-8c61-8de2f70efd4f req-9fa49df8-7d0d-46a0-a635-07ea94c0e48f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0555232 Oct 12 17:47:48.397756 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df12e1-0fa5-41d1-8f51-4d6b9b967bb9 None None] Network c2650c26-4b0c-4a8d-8253-847903f24b83 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:47:48.406076 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-320b6991-b42b-4b52-8c61-8de2f70efd4f req-66216d6d-fa8c-4cd1-8767-9ec2f8f241a9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Oct 12 17:47:48.419163 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Deleting subnet cf1da309-c5bc-4227-bd39-233721063e32 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:47:48.423078 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.479911 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.540407 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.597108 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.622869 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1da309-c5bc-4227-bd39-233721063e32,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:48.626483 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.629834 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-296728e5-84d5-4608-b7b2-027a37eb7ec3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/cf1da309-c5bc-4227-bd39-233721063e32 HTTP/1.1" status: 204 len: 168 time: 0.2751327 Oct 12 17:47:48.632260 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 34970) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:48.709330 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.795668 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.814910 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebba577b-f3db-4185-b399-c6311c8573cc']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:48.824465 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd501054-2e7d-4bba-ab7b-b2064dfd63a8') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:48.824755 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd501054-2e7d-4bba-ab7b-b2064dfd63a8') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:48.834270 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.848020 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.854412 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:47:48.854866 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:47:48.856514 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:47:48.908714 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.924059 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:48.927209 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] 10.222.0.86 "DELETE /v2.0/networks/ebba577b-f3db-4185-b399-c6311c8573cc HTTP/1.1" status: 204 len: 168 time: 0.2938094 Oct 12 17:47:48.928460 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c99ff2-c138-4c18-b846-a26cf64759aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ebba577b-f3db-4185-b399-c6311c8573cc,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:48.931499 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34978) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:48.984160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Deleting subnet 62690d32-a55a-43ab-808c-38504e3d52db {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:47:48.987834 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.024016 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.030518 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.086280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.110094 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62690d32-a55a-43ab-808c-38504e3d52db,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:49.117313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.121219 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a7c3bfa1-0d93-4e1f-b945-3de05923f193 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/62690d32-a55a-43ab-808c-38504e3d52db HTTP/1.1" status: 204 len: 168 time: 0.1872904 Oct 12 17:47:49.123631 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34980) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:49.193303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.283638 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.304306 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.304646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.305399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.306333 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > port after_create 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.306674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.307009 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > port after_update 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.307359 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.307679 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.307990 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.308306 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.375081 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.375341 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.375672 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.376075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 17:47:49.376597 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2650c26-4b0c-4a8d-8253-847903f24b83']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:49.394013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8c9ddb-76c2-4e0b-9270-7783b49ca24e') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:49.394612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8c9ddb-76c2-4e0b-9270-7783b49ca24e') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:47:49.411374 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.432709 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.441445 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:47:49.441835 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: from cryptography.utils import int_from_bytes Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: from cryptography.utils import int_from_bytes Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:47:49.445889 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:47:49.532957 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.551312 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.557654 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c2650c26-4b0c-4a8d-8253-847903f24b83 HTTP/1.1" status: 204 len: 168 time: 0.4300368 Oct 12 17:47:49.557654 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b302d-f5b6-4d35-9d2f-30cedd7f7909 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2650c26-4b0c-4a8d-8253-847903f24b83,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:49.566645 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33042915-1331-499f-8600-f5347084580e req-72df8eb9-9e72-4747-ab7f-593b2847c2c0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:49.568148 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-33042915-1331-499f-8600-f5347084580e req-72df8eb9-9e72-4747-ab7f-593b2847c2c0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0824625 Oct 12 17:47:49.609208 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-33042915-1331-499f-8600-f5347084580e req-0eca4c0b-a070-4700-9ee3-a3c9b385fbac tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Oct 12 17:47:49.740543 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34990) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:49.787514 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-9b30d4f6-ce5a-4155-936f-32fc57a6ea52 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3e8dee275c714e628e793cca6308e8f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429447 Oct 12 17:47:49.787622 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 34994) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:49.839412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.862299 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.908138 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.910667 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:49.911823 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f045571b-5823-446d-aa75-f54cbaf8b05e HTTP/1.1" status: 204 len: 168 time: 0.1232502 Oct 12 17:47:49.919699 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156314cf-e41e-4f0f-9581-97d0a985f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f045571b-5823-446d-aa75-f54cbaf8b05e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:50.238374 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35004) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:50.278327 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1da18f5f-0cf2-4848-a3e1-d5d2a77166f2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10761f08cf9d472b900d4daed2f62dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387161 Oct 12 17:47:50.281213 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35006) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:47:50.329054 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:50.349813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:50.394369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:50.396862 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:47:50.398002 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd8cef9e-6411-4d4f-b451-31b6f114c99b HTTP/1.1" status: 204 len: 168 time: 0.1157155 Oct 12 17:47:50.406629 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f512b0-5d18-4a26-8eb4-01bd49ff34e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8cef9e-6411-4d4f-b451-31b6f114c99b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:47:50.761902 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09ef3d-2a89-4280-bca0-9575ca2d3f41 req-b97e7d87-2b04-4c78-8960-3e8b6c15c928 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:50.765999 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fc09ef3d-2a89-4280-bca0-9575ca2d3f41 req-b97e7d87-2b04-4c78-8960-3e8b6c15c928 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0794194 Oct 12 17:47:50.824175 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fc09ef3d-2a89-4280-bca0-9575ca2d3f41 req-6ad5c7cb-de27-4f7e-b134-c2d5526cd464 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538058 Oct 12 17:47:51.963284 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47cfdb-554d-4064-954b-c2ef2e0d6b70 req-dd55994f-1c55-42e5-aea3-ff6d7ad08079 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:51.964849 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fe47cfdb-554d-4064-954b-c2ef2e0d6b70 req-dd55994f-1c55-42e5-aea3-ff6d7ad08079 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0497851 Oct 12 17:47:52.005325 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fe47cfdb-554d-4064-954b-c2ef2e0d6b70 req-237f9933-54b1-474e-a90a-6af36c4eb1be tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Oct 12 17:47:53.124753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf82be-bfa7-48b4-9bb6-374b9a10d8ad req-8ee2bd19-8721-419c-8a2e-ae11e8009f00 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:53.126258 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2fcf82be-bfa7-48b4-9bb6-374b9a10d8ad req-8ee2bd19-8721-419c-8a2e-ae11e8009f00 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0513194 Oct 12 17:47:53.166810 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2fcf82be-bfa7-48b4-9bb6-374b9a10d8ad req-af9032c8-3102-4371-9755-4b5d186d3e8a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Oct 12 17:47:54.290099 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82806449-fc59-4ded-921f-caa089c7d6ee req-de7fbbdb-0df0-42fe-97e8-2298b04f39ad tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:54.291737 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-82806449-fc59-4ded-921f-caa089c7d6ee req-de7fbbdb-0df0-42fe-97e8-2298b04f39ad tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0541773 Oct 12 17:47:54.329893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-82806449-fc59-4ded-921f-caa089c7d6ee req-76f0359b-0c77-48f9-81f5-7312675fcea6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Oct 12 17:47:55.445693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a31529-928e-42a7-8a6e-088a4acce315 req-af47eed3-ccd1-4953-8e17-0fa7a07938c3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:55.447635 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93a31529-928e-42a7-8a6e-088a4acce315 req-af47eed3-ccd1-4953-8e17-0fa7a07938c3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0499208 Oct 12 17:47:55.487199 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93a31529-928e-42a7-8a6e-088a4acce315 req-e5d96d2c-f1df-4ee0-adc8-288aa9102c66 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Oct 12 17:47:56.603416 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ed0cb-d87a-44b8-a65d-46118c219930 req-a560a6e1-5278-4d75-a357-1893f4a7bcfc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:56.605020 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef9ed0cb-d87a-44b8-a65d-46118c219930 req-a560a6e1-5278-4d75-a357-1893f4a7bcfc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0487928 Oct 12 17:47:56.645301 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef9ed0cb-d87a-44b8-a65d-46118c219930 req-1ae3c5f0-d879-453f-a65d-d8fb44d9f179 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Oct 12 17:47:57.770062 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880dff8-4fa4-49da-ad42-a996e0945bfa req-64e4d786-c251-4f86-9c0e-33bcfc2d2a4b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:57.771510 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a880dff8-4fa4-49da-ad42-a996e0945bfa req-64e4d786-c251-4f86-9c0e-33bcfc2d2a4b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Oct 12 17:47:57.813389 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a880dff8-4fa4-49da-ad42-a996e0945bfa req-4fe34c30-95f7-44fd-8e23-f50f2dc7d523 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Oct 12 17:47:58.930965 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13dbad-aecd-4d66-b943-0deff5e9b73a req-4e1e6f9c-66c5-4b00-8c82-48011e685d64 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:47:58.933229 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dd13dbad-aecd-4d66-b943-0deff5e9b73a req-4e1e6f9c-66c5-4b00-8c82-48011e685d64 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0500844 Oct 12 17:47:58.970018 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dd13dbad-aecd-4d66-b943-0deff5e9b73a req-05e95e1b-dc28-4214-be82-4f5ddec1eacf tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Oct 12 17:48:00.094940 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34462d5a-f8db-4c35-a4b9-a5f48c308166 req-f11374f8-7e46-4e54-b914-d78efca8e18a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:00.096370 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34462d5a-f8db-4c35-a4b9-a5f48c308166 req-f11374f8-7e46-4e54-b914-d78efca8e18a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0501835 Oct 12 17:48:00.133699 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34462d5a-f8db-4c35-a4b9-a5f48c308166 req-68662811-7b95-48ed-8923-481eac01a31b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Oct 12 17:48:01.280729 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8a224-1c6c-4884-b187-36e3deeb993c req-143616db-f9f8-40a7-a4a9-69c5fdc80ea4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:01.291811 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fed8a224-1c6c-4884-b187-36e3deeb993c req-143616db-f9f8-40a7-a4a9-69c5fdc80ea4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0701690 Oct 12 17:48:01.326838 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fed8a224-1c6c-4884-b187-36e3deeb993c req-90ef1d91-78b6-4f65-8ffd-df540ce8878a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Oct 12 17:48:02.456286 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa729f-d2e7-4680-b0c1-948f1f230d0a req-7ff2aa07-c564-4c85-8725-1a584edc3fb3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:02.457757 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-61fa729f-d2e7-4680-b0c1-948f1f230d0a req-7ff2aa07-c564-4c85-8725-1a584edc3fb3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0534129 Oct 12 17:48:02.494348 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-61fa729f-d2e7-4680-b0c1-948f1f230d0a req-68c9099b-54f4-4b56-9b30-898def5b8891 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305364 Oct 12 17:48:03.266698 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-93d67308-0824-4bc8-8992-3572f9870f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:03.613492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce511e-59fa-49b8-a866-4dba17ddff6d req-4032e1ca-63ec-4fd5-8d92-333c1a69994a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:03.615000 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a5ce511e-59fa-49b8-a866-4dba17ddff6d req-4032e1ca-63ec-4fd5-8d92-333c1a69994a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0511727 Oct 12 17:48:03.675715 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a5ce511e-59fa-49b8-a866-4dba17ddff6d req-a848840d-6a43-4fdc-a27b-53814afadefd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530715 Oct 12 17:48:05.006785 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7d3c2-6158-414e-88c1-77994f569856 req-da7882b0-f883-4b38-84d6-232a51e6902f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:05.008275 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ab7d3c2-6158-414e-88c1-77994f569856 req-da7882b0-f883-4b38-84d6-232a51e6902f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.2581408 Oct 12 17:48:05.046763 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ab7d3c2-6158-414e-88c1-77994f569856 req-b11731d0-5ac0-4259-8390-fbe59c1f9814 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Oct 12 17:48:06.008767 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a1e6d440-55cf-49ce-83ef-681189e9fda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:06.164961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6545a2-2c1a-4327-8434-6f0002c6bf65 req-c79d5272-0b18-4245-b08a-5c969f53dd3a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:06.166421 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3a6545a2-2c1a-4327-8434-6f0002c6bf65 req-c79d5272-0b18-4245-b08a-5c969f53dd3a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Oct 12 17:48:06.212304 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3a6545a2-2c1a-4327-8434-6f0002c6bf65 req-f4390af1-c985-4514-bd0a-839444241e76 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Oct 12 17:48:06.969030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:06.984314 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:07.332230 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f795dc-993c-4623-9ecd-b815beaeb0b4 req-5fab3467-2894-4f3f-9619-21f8ead80e80 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:07.333737 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-78f795dc-993c-4623-9ecd-b815beaeb0b4 req-5fab3467-2894-4f3f-9619-21f8ead80e80 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Oct 12 17:48:07.372044 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-78f795dc-993c-4623-9ecd-b815beaeb0b4 req-38eb2a03-ebe8-4cc0-8b13-c3ed48a2d967 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Oct 12 17:48:08.499071 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcb26a-4543-4e2c-bd2c-79b6bf4064da req-cd1e27d9-93c0-4483-91c6-1a394c90c87d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:08.500572 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-75dcb26a-4543-4e2c-bd2c-79b6bf4064da req-cd1e27d9-93c0-4483-91c6-1a394c90c87d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0542488 Oct 12 17:48:08.540303 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-75dcb26a-4543-4e2c-bd2c-79b6bf4064da req-ef7aecb5-4d07-41ab-b681-8c636ee0f25b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Oct 12 17:48:08.702579 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:08.789436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-29b1f3cd-9869-4afa-826d-ef3425f51961 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:08.790886 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-29b1f3cd-9869-4afa-826d-ef3425f51961 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.1223490 Oct 12 17:48:08.806484 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-1f6f010c-621c-45d0-b14d-86779b8fc127 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/quotas/1df6ca8743204eaf8c24ec3da287bc2d HTTP/1.1" status: 200 len: 375 time: 0.0095708 Oct 12 17:48:08.862863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-55c5559f-2451-424d-ab10-ea6fbe8a43c5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506167 Oct 12 17:48:08.955466 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-83944c14-ce0f-47da-9215-9a964d4aa01a service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854535 Oct 12 17:48:09.052878 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-750a113d-ccd2-4824-89c8-b48ac02a3bd0 service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906668 Oct 12 17:48:09.222266 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46bfc774-f9e1-4eab-a749-1d094252c3a7 req-26d6fcc9-e9b7-4f9d-91db-1e9163a71127 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 210 time: 0.0341139 Oct 12 17:48:09.658240 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d9e9-2875-47e8-a63e-24c09c0b5f16 req-59a8c551-d2b7-45e8-b86c-9508941e3736 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:09.660210 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a672d9e9-2875-47e8-a63e-24c09c0b5f16 req-59a8c551-d2b7-45e8-b86c-9508941e3736 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Oct 12 17:48:09.702759 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a672d9e9-2875-47e8-a63e-24c09c0b5f16 req-2e72bdf9-315d-4e63-ad90-581bfcbaa4ee tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Oct 12 17:48:10.242229 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35436) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:10.313249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-19b0f6b9-905b-4469-9a46-e5e362271527 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:10.315266 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-19b0f6b9-905b-4469-9a46-e5e362271527 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.1275203 Oct 12 17:48:10.331148 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Request body: {'port': {'device_id': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'admin_state_up': True, 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:10.375204 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-14dee0e8-e0e7-48e4-87c9-9979bdfde680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.400606 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-af12d1dd-e726-4e1c-9326-b27be7da93ef req-413f26da-4909-4291-becc-cda52b2e0376 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 210 time: 0.0636220 Oct 12 17:48:10.458518 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-14dee0e8-e0e7-48e4-87c9-9979bdfde680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.463874 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-14dee0e8-e0e7-48e4-87c9-9979bdfde680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.471576 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:10.475118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.508176 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-14dee0e8-e0e7-48e4-87c9-9979bdfde680 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63452aa628694d3992aef6488517e6e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648594 Oct 12 17:48:10.509060 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dee0e8-e0e7-48e4-87c9-9979bdfde680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f0cee-1eae-46bc-a207-79531c5c67d2,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:10.511316 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35450) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:10.560044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.581399 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.602385 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Allocated IP 172.20.0.10 (88778fc6-f8a4-45ce-ae7e-17e518cdc622/f772534b-e4c7-4613-be19-65d1110a1385/bc53fbea-1681-4465-be25-25946e10e7f3) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:48:10.627678 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.630342 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.631463 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/792f0cee-1eae-46bc-a207-79531c5c67d2 HTTP/1.1" status: 204 len: 168 time: 0.1192615 Oct 12 17:48:10.641943 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd75d8-b489-4b05-8585-e50e3f09eb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f0cee-1eae-46bc-a207-79531c5c67d2,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:10.771767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.841466 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:10.860680 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2', '9bcacb42-f431-4efb-8313-f3ae9fa776ee'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:48:10.911321 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cddd-f2c0-49eb-8fe5-419feadb90a4 req-ad46af9b-07d0-47d8-8916-5f7ee950155a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:10.913330 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2e06cddd-f2c0-49eb-8fe5-419feadb90a4 req-ad46af9b-07d0-47d8-8916-5f7ee950155a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.1252284 Oct 12 17:48:10.915272 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:48:10.918882 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:48:10.922194 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:48:10.957610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event updated for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:10.976701 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35466) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:10.993121 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b220deaf-eabb-45c7-8449-8c9f01078543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.010211 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2e06cddd-f2c0-49eb-8fe5-419feadb90a4 req-dcf16b9e-608d-4286-a412-73a0c8ea4578 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832496 Oct 12 17:48:11.017519 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:11.018225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.037375 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-6ae7c244-c05a-40a8-8723-af9fc3b06133 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098317 Oct 12 17:48:11.054867 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Request body: {'port': {'device_id': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:11.073391 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b220deaf-eabb-45c7-8449-8c9f01078543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.078522 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b220deaf-eabb-45c7-8449-8c9f01078543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.108964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220deaf-eabb-45c7-8449-8c9f01078543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b42ab8d-e4e8-46a5-8e2b-83492b4b4680,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:11.117028 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.127855 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35468) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:11.127974 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b220deaf-eabb-45c7-8449-8c9f01078543 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c10a238ca99416db8aae38573d14050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493325 Oct 12 17:48:11.264717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.302692 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.420603 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.423198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.424838 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b42ab8d-e4e8-46a5-8e2b-83492b4b4680 HTTP/1.1" status: 204 len: 168 time: 0.2932682 Oct 12 17:48:11.442612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2aadb3-51fd-4cf5-9d81-c5375841ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b42ab8d-e4e8-46a5-8e2b-83492b4b4680,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:11.507913 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc53fbea-1681-4465-be25-25946e10e7f3 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:48:11.519258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.537683 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Transition to ACTIVE for port object bc53fbea-1681-4465-be25-25946e10e7f3 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:48:11.541678 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.557663 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a3790-ad6e-4716-9c7a-9b990bc450fd req-8dece435-025f-4b5e-9dae-f15a24ba970d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:11.559295 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d5a3790-ad6e-4716-9c7a-9b990bc450fd req-8dece435-025f-4b5e-9dae-f15a24ba970d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 932 time: 0.0817959 Oct 12 17:48:11.638942 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:11.707763 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d5a3790-ad6e-4716-9c7a-9b990bc450fd req-1edcfcb3-d3c2-42d6-bb08-c784621f82df tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276271 Oct 12 17:48:11.735644 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Attempting to bind port bc53fbea-1681-4465-be25-25946e10e7f3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:48:11.736610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Attempting to bind port bc53fbea-1681-4465-be25-25946e10e7f3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:48:11.736610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Attempting to bind port bc53fbea-1681-4465-be25-25946e10e7f3 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:48:11.740640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Port bc53fbea-1681-4465-be25-25946e10e7f3 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:48:11.740987 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Attempting to bind port bc53fbea-1681-4465-be25-25946e10e7f3 on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:48:11.745680 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:48:11.746013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Checking segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:48:11.746407 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Bound using segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:48:11.746825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Bound port: bc53fbea-1681-4465-be25-25946e10e7f3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:48:11.747172 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.816473 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:48:11.819596 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bc53fbea-1681-4465-be25-25946e10e7f3,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:48:11.825298 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.877002 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:11.877296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:11.878662 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] 10.222.0.87 "PUT /v2.0/ports/bc53fbea-1681-4465-be25-25946e10e7f3 HTTP/1.1" status: 200 len: 1094 time: 0.8289759 Oct 12 17:48:11.879103 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:48:11.881482 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4660de31-4952-47e2-98d5-0c5284c679cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:48:11.894784 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370ff7-5579-4bd0-80c8-5b400ce04cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:11.938639 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffafd32-6251-49cb-b452-6100a5299696 x-openstack-request-id: req-1ffafd32-6251-49cb-b452-6100a5299696 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:48:11.938850 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:48:11.939105 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1ffafd32-6251-49cb-b452-6100a5299696 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:48:11.939501 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3', 'status': 'completed', 'code': 200} Oct 12 17:48:11.985661 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-76b43e9a-e8b5-498a-8848-daedb110cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:11.987648 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-76b43e9a-e8b5-498a-8848-daedb110cd25 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 1097 time: 0.0460427 Oct 12 17:48:12.046344 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-f5c9cce3-1987-497c-8812-33e54d580371 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc53fbea-1681-4465-be25-25946e10e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0481677 Oct 12 17:48:12.136822 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263a202-68a4-4d44-be82-834353f0b627 req-8d7c0f0a-6de0-47a1-b09b-a628461832ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.138416 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-8d7c0f0a-6de0-47a1-b09b-a628461832ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0760403 Oct 12 17:48:12.154633 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7be4-8c71-4046-80c7-ed47cd8282e9 req-94883856-daa4-467a-8c9d-b04f56e86db9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.156423 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f81a7be4-8c71-4046-80c7-ed47cd8282e9 req-94883856-daa4-467a-8c9d-b04f56e86db9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0662656 Oct 12 17:48:12.191556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-5ae8840c-1b5b-4ce0-aafa-a08643e37b39 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341642 Oct 12 17:48:12.222162 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f81a7be4-8c71-4046-80c7-ed47cd8282e9 req-767d5fc8-6947-4eda-b2b0-2f003c6be294 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564477 Oct 12 17:48:12.301050 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-4f5b22b4-a178-4b00-86d5-4d2a96ecfcf1 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925841 Oct 12 17:48:12.397668 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6263a202-68a4-4d44-be82-834353f0b627 req-6354ee6c-1be4-4e51-bdc3-d0745b67af36 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890021 Oct 12 17:48:12.501305 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660de31-4952-47e2-98d5-0c5284c679cb req-71e7384a-4fbd-4299-b6bd-2e0fece9376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.502820 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-71e7384a-4fbd-4299-b6bd-2e0fece9376e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 1097 time: 0.0423868 Oct 12 17:48:12.595185 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660de31-4952-47e2-98d5-0c5284c679cb req-a5538e1d-2570-4f4e-962d-28810cd823e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.596649 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-a5538e1d-2570-4f4e-962d-28810cd823e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 916 time: 0.0866213 Oct 12 17:48:12.655918 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-2e2268e4-890d-42f3-a09d-fe8962599e0c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc53fbea-1681-4465-be25-25946e10e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0392838 Oct 12 17:48:12.705283 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660de31-4952-47e2-98d5-0c5284c679cb req-7d6d7e75-7819-4f2a-b3a2-58193e6c6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.706754 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-7d6d7e75-7819-4f2a-b3a2-58193e6c6c71 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0433421 Oct 12 17:48:12.745479 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-97bb0162-77fe-40bd-a629-4ce0222d3e43 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245097 Oct 12 17:48:12.884434 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b21f20-e8a1-44e0-befa-b49320b1af5c req-c7970012-8672-475f-b823-467c5a5f12b5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:12.886077 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c7b21f20-e8a1-44e0-befa-b49320b1af5c req-c7970012-8672-475f-b823-467c5a5f12b5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 944 time: 0.0811272 Oct 12 17:48:12.890446 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-721281cb-4940-423f-980b-0c73ef6776d1 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368361 Oct 12 17:48:12.984665 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c7b21f20-e8a1-44e0-befa-b49320b1af5c req-83b75027-8cfe-44c4-b851-5e248d7dc6f0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907745 Oct 12 17:48:13.015382 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4660de31-4952-47e2-98d5-0c5284c679cb req-0ec7f78c-6c63-4b97-ac58-39cd688f8741 service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145566 Oct 12 17:48:13.342877 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefe0e0-8d62-45a8-a69b-b1b4fc3169dc req-7c1a69fb-daaf-4be4-a443-ddb364d33091 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:13.344352 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-efefe0e0-8d62-45a8-a69b-b1b4fc3169dc req-7c1a69fb-daaf-4be4-a443-ddb364d33091 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Oct 12 17:48:13.386083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-efefe0e0-8d62-45a8-a69b-b1b4fc3169dc req-3c18830e-8f22-432b-a2d0-2ec6010cf051 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356898 Oct 12 17:48:14.109584 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bbb6a-5eee-465e-8da1-c3d2e5fb3f15 req-8da4fdb7-5b0b-40c6-b99f-219458a1b808 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:14.111121 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c96bbb6a-5eee-465e-8da1-c3d2e5fb3f15 req-8da4fdb7-5b0b-40c6-b99f-219458a1b808 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 944 time: 0.0503807 Oct 12 17:48:14.149798 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c96bbb6a-5eee-465e-8da1-c3d2e5fb3f15 req-190dc78a-aee4-4869-bbcf-989c9876da0b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328734 Oct 12 17:48:14.516727 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122ff00-3a5c-4569-98db-b0440580b47f req-3c1a639f-82e8-4454-86eb-3a09a09c8b70 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:14.518395 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7122ff00-3a5c-4569-98db-b0440580b47f req-3c1a639f-82e8-4454-86eb-3a09a09c8b70 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0583348 Oct 12 17:48:14.560092 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7122ff00-3a5c-4569-98db-b0440580b47f req-ed7b70b7-5435-4f79-bc56-c0a3574aa2fa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Oct 12 17:48:14.861882 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:15.267038 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6da84-e010-456f-a45a-41716bc6d522 req-66a275a2-bfc7-49e9-9232-d722b47791cd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:15.268569 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1cb6da84-e010-456f-a45a-41716bc6d522 req-66a275a2-bfc7-49e9-9232-d722b47791cd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Oct 12 17:48:15.306643 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1cb6da84-e010-456f-a45a-41716bc6d522 req-c530a20b-9884-45e9-ace4-7990f9392908 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Oct 12 17:48:15.675160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c4ed-0a1b-4125-8262-893155454ff7 req-21b1c725-5cdf-49d7-9a20-d59d96fcfd77 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:15.676517 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b311c4ed-0a1b-4125-8262-893155454ff7 req-21b1c725-5cdf-49d7-9a20-d59d96fcfd77 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0472741 Oct 12 17:48:15.713928 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b311c4ed-0a1b-4125-8262-893155454ff7 req-aadcf5da-b617-401a-9a6e-9de10ce657d0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Oct 12 17:48:16.425412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e2a1-b8b5-48d2-bb25-41b824fd0efe req-83e1dd44-05ff-484d-964a-8721bbea796a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:16.426863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3e6e2a1-b8b5-48d2-bb25-41b824fd0efe req-83e1dd44-05ff-484d-964a-8721bbea796a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 944 time: 0.0526049 Oct 12 17:48:16.469108 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3e6e2a1-b8b5-48d2-bb25-41b824fd0efe req-1c6d0ede-f10c-42b4-a0ac-0e2b1efaac20 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362275 Oct 12 17:48:16.829253 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e95a-db1b-48c9-9e57-f6736a5eabdb req-213a8ce4-3188-442d-9fe5-d3b782ffe4db tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:16.830749 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6f15e95a-db1b-48c9-9e57-f6736a5eabdb req-213a8ce4-3188-442d-9fe5-d3b782ffe4db tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Oct 12 17:48:16.869730 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6f15e95a-db1b-48c9-9e57-f6736a5eabdb req-a8558602-2da5-4850-b145-b3f7974be43e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Oct 12 17:48:17.095200 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9927ea-d6c6-425b-a146-40209ebaea3d req-fc7bbcce-66d6-49ab-8e58-e1dc2ef77a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:17.096875 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da9927ea-d6c6-425b-a146-40209ebaea3d req-fc7bbcce-66d6-49ab-8e58-e1dc2ef77a31 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 1098 time: 0.0470374 Oct 12 17:48:17.134319 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da9927ea-d6c6-425b-a146-40209ebaea3d req-d4739ada-1ef1-4461-bfc8-95feca92e4ad service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284467 Oct 12 17:48:17.504572 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:48:17.588335 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881083a-c745-4d67-938e-4b9b6e9d25c1 req-0c221b4c-b0c5-4db2-85b3-843eff50f53c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:17.589810 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8881083a-c745-4d67-938e-4b9b6e9d25c1 req-0c221b4c-b0c5-4db2-85b3-843eff50f53c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 944 time: 0.0538917 Oct 12 17:48:17.627480 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8881083a-c745-4d67-938e-4b9b6e9d25c1 req-87082c28-acb3-4772-9bc3-0e8291f85880 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Oct 12 17:48:17.907589 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device bc53fbea-1681-4465-be25-25946e10e7f3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:48:18.001607 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bc53fbea-1681-4465-be25-25946e10e7f3,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:48:18.012388 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': 'bc53fbea-1681-4465-be25-25946e10e7f3', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'port_id': 'bc53fbea-1681-4465-be25-25946e10e7f3', 'mac_address': 'fa:16:3e:d6:32:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772534b-e4c7-4613-be19-65d1110a1385', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:48:18.049189 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:18.061614 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc53fbea-1681-4465-be25-25946e10e7f3 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:48:18.079888 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bc53fbea-1681-4465-be25-25946e10e7f3,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:48:18.083961 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:18.136534 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:18.195221 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1884f-1da7-441d-bd3a-f616fe31c5e6 req-fdc083ae-45a4-46fb-b10f-03a7c7a39fb5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:18.196700 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0df1884f-1da7-441d-bd3a-f616fe31c5e6 req-fdc083ae-45a4-46fb-b10f-03a7c7a39fb5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Oct 12 17:48:18.241463 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0df1884f-1da7-441d-bd3a-f616fe31c5e6 req-c87782cf-65cf-4fef-b1c7-fe284c67c5ca tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Oct 12 17:48:18.742984 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c9516-9f2e-43b2-aa07-bcd65acb7032 req-93857f5a-4177-48e6-9c1c-15a7109f1bcb tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:18.744417 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f8c9516-9f2e-43b2-aa07-bcd65acb7032 req-93857f5a-4177-48e6-9c1c-15a7109f1bcb tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 945 time: 0.0479946 Oct 12 17:48:18.782124 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f8c9516-9f2e-43b2-aa07-bcd65acb7032 req-313746f9-6ffa-4b3e-940c-9b66f8520245 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Oct 12 17:48:28.257254 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['bc53fbea-1681-4465-be25-25946e10e7f3'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:48:28.359118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883a286-e76b-4d27-a8b9-10454a6a50c5 req-9c7313bf-9dc8-4ed1-a59c-b84cc3e9fe12 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:28.360639 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9883a286-e76b-4d27-a8b9-10454a6a50c5 req-9c7313bf-9dc8-4ed1-a59c-b84cc3e9fe12 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0841215 Oct 12 17:48:28.374042 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a0418-69df-47eb-ab1d-d1bfd9486f6c req-ec9ac752-4c9d-469d-b592-75e374c6c9ae tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:28.375535 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-315a0418-69df-47eb-ab1d-d1bfd9486f6c req-ec9ac752-4c9d-469d-b592-75e374c6c9ae tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 945 time: 0.0682876 Oct 12 17:48:28.432370 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9883a286-e76b-4d27-a8b9-10454a6a50c5 req-f8c624ca-fe46-4734-8d40-76756a62223d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558441 Oct 12 17:48:28.439772 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-315a0418-69df-47eb-ab1d-d1bfd9486f6c req-a6f8667c-9bc6-4a2d-9afd-716f748406c0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 Oct 12 17:48:29.622320 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87eaf9-bc8f-4e8e-b4b2-9af72120f873 req-3f042c41-38aa-4559-84e5-e508d2f2e54a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:29.623807 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-af87eaf9-bc8f-4e8e-b4b2-9af72120f873 req-3f042c41-38aa-4559-84e5-e508d2f2e54a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0756876 Oct 12 17:48:29.645774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40924621-ee98-447b-9424-0d09f0e08338 req-23604770-1d96-4de2-a328-e6cfef6c7648 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:29.647237 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40924621-ee98-447b-9424-0d09f0e08338 req-23604770-1d96-4de2-a328-e6cfef6c7648 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 945 time: 0.0872726 Oct 12 17:48:29.686690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-af87eaf9-bc8f-4e8e-b4b2-9af72120f873 req-19d9e92a-f83d-4821-9f8d-0f5c0dcc84c5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546575 Oct 12 17:48:29.705305 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40924621-ee98-447b-9424-0d09f0e08338 req-0683ace0-cc5e-489e-ad0f-da2eb22230c6 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495374 Oct 12 17:48:29.800604 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5a8c-4465-4ba6-9cb5-200f02a497cc req-ef71073b-bb2f-4b07-9677-50a6fe02ed72 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:29.802159 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b5fd5a8c-4465-4ba6-9cb5-200f02a497cc req-ef71073b-bb2f-4b07-9677-50a6fe02ed72 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0491765 Oct 12 17:48:29.840568 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b5fd5a8c-4465-4ba6-9cb5-200f02a497cc req-c5c88141-2d48-4343-9e33-0ff03bc792bb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Oct 12 17:48:30.823891 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7ebe2-5b2a-4415-bb3f-c4e8001b6a11 req-22e624e4-4986-4dfc-a6e2-e10f89d11a9b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:30.825244 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44d7ebe2-5b2a-4415-bb3f-c4e8001b6a11 req-22e624e4-4986-4dfc-a6e2-e10f89d11a9b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Oct 12 17:48:30.865470 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44d7ebe2-5b2a-4415-bb3f-c4e8001b6a11 req-d1c9dcfe-ffc9-4457-a5ef-8843edf38a3f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Oct 12 17:48:31.984289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e4f3-45cf-4c38-aa2a-c659409624a6 req-a8f415af-f7c1-43e9-b24c-17d90de0c27a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:31.985858 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce41e4f3-45cf-4c38-aa2a-c659409624a6 req-a8f415af-f7c1-43e9-b24c-17d90de0c27a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 945 time: 0.0482829 Oct 12 17:48:32.006830 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device bc53fbea-1681-4465-be25-25946e10e7f3 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:48:32.025741 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce41e4f3-45cf-4c38-aa2a-c659409624a6 req-271191e3-9c30-40f2-a459-cb7a9e37e809 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Oct 12 17:48:32.056264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port bc53fbea-1681-4465-be25-25946e10e7f3 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:48:32.060458 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port bc53fbea-1681-4465-be25-25946e10e7f3 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:48:32.060838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:32.256266 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:32.282994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:48:32.282994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa5118e-1a48-46d2-9565-9cae598a555d" -d '{"events": [{"server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "name": "network-vif-plugged", "status": "completed", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:48:32.295435 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bc53fbea-1681-4465-be25-25946e10e7f3,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:48:32.301573 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:32.334591 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d4e5b-01ad-4444-8054-32f5eda401fa x-openstack-request-id: req-d03d4e5b-01ad-4444-8054-32f5eda401fa {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:48:32.334953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "name": "network-vif-plugged", "status": "completed", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:48:32.335350 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d03d4e5b-01ad-4444-8054-32f5eda401fa {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:48:32.336062 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3', 'code': 200} Oct 12 17:48:32.365737 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:32.531572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fff38-4638-4034-bb63-ae11d5381333 req-7fd4d773-465e-447e-890b-9ce0fee76c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:32.533233 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-7fd4d773-465e-447e-890b-9ce0fee76c3a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0739973 Oct 12 17:48:32.542087 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1364-7b4e-4f3a-8581-0af046e188ed req-206b94db-6ad8-4fdf-9f32-7571a8bc82f2 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:32.543763 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-143c1364-7b4e-4f3a-8581-0af046e188ed req-206b94db-6ad8-4fdf-9f32-7571a8bc82f2 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0858951 Oct 12 17:48:32.548924 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d03ce-bdde-49b1-9072-5601bbbda9a8 req-1c8242aa-7d79-451c-99fa-605a0d04265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:32.555646 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b89d03ce-bdde-49b1-9072-5601bbbda9a8 req-1c8242aa-7d79-451c-99fa-605a0d04265d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 1099 time: 0.0513647 Oct 12 17:48:32.588691 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b89d03ce-bdde-49b1-9072-5601bbbda9a8 req-3e66c790-c3b7-4e84-becc-c70ced92308b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289309 Oct 12 17:48:32.632781 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-143c1364-7b4e-4f3a-8581-0af046e188ed req-30ab5b76-5942-4e69-a001-6e4df3981b8e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791833 Oct 12 17:48:32.658369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fff38-4638-4034-bb63-ae11d5381333 req-42a6ad17-1326-45a4-9b3f-7eeacf1a0912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:32.659787 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-42a6ad17-1326-45a4-9b3f-7eeacf1a0912 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.1150973 Oct 12 17:48:32.959894 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-4c2395b9-0f60-448d-9db0-98b72c8b3eaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0399215 Oct 12 17:48:33.008884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fff38-4638-4034-bb63-ae11d5381333 req-3cd22b45-099b-4847-94a5-9eeb488466d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:33.010342 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-3cd22b45-099b-4847-94a5-9eeb488466d8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0426641 Oct 12 17:48:33.045934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-4ef0019d-265c-4e0b-a7cf-afaf65287163 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238130 Oct 12 17:48:33.270131 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f73800df-6fea-479b-bfcb-9653a079f85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:33.385547 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a97ec-745e-42a0-9a7e-a7535f206aa4 req-01726eac-c9ed-4be9-8694-67b59e00933f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:33.386984 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-684a97ec-745e-42a0-9a7e-a7535f206aa4 req-01726eac-c9ed-4be9-8694-67b59e00933f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.2850933 Oct 12 17:48:33.391016 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-c5c19cf9-3685-4f7f-831f-5122fe7cc921 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341208 Oct 12 17:48:33.472201 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-684a97ec-745e-42a0-9a7e-a7535f206aa4 req-dfa06611-1c47-414c-a1ec-fa2af2f14e45 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790691 Oct 12 17:48:33.504651 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-103fff38-4638-4034-bb63-ae11d5381333 req-1eb02c1e-8cf0-4e78-a23c-48c5ceeff0b8 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041484 Oct 12 17:48:33.751232 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026602b-bf3c-4f97-9882-96a05430d257 req-bac6e770-5927-49a6-bb11-cba82b8471fd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:33.752761 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2026602b-bf3c-4f97-9882-96a05430d257 req-bac6e770-5927-49a6-bb11-cba82b8471fd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0493562 Oct 12 17:48:33.790658 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2026602b-bf3c-4f97-9882-96a05430d257 req-a325663d-4cad-4348-91da-f6c30ddf3cd8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Oct 12 17:48:34.024365 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35866) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:34.127788 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.208968 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.212594 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.250803 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8cb13f2c3ae544fa91413e3742e95be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253234 Oct 12 17:48:34.252718 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127451d-2d30-433e-a112-0072cae77f58,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:34.253460 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35870) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:34.260331 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.260608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.260959 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.261289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.261613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.261936 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.262260 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.262580 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.262930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.263400 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.263701 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.264075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8120029-f0c1-4dcd-a9a9-29bfa927a69a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.301663 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.322446 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.366744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.369282 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.370397 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6127451d-2d30-433e-a112-0072cae77f58 HTTP/1.1" status: 204 len: 168 time: 0.1159685 Oct 12 17:48:34.378470 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127451d-2d30-433e-a112-0072cae77f58,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:34.385673 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.386027 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.386365 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.386700 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.387030 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.387360 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.387686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.388014 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.388363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.388688 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.389080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.389345 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7a4e7-fe6e-4404-aa48-5d753822af5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:48:34.598891 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f4970-dcac-427d-b5e0-80a47f6bb580 req-2aa66d36-3f47-4f0c-9c28-0059ec697cdd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:34.600840 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a8f4970-dcac-427d-b5e0-80a47f6bb580 req-2aa66d36-3f47-4f0c-9c28-0059ec697cdd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0565474 Oct 12 17:48:34.638877 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35878) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:34.640520 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a8f4970-dcac-427d-b5e0-80a47f6bb580 req-bfe4c5bc-bc8d-484d-8e6d-0c370f27ddee tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Oct 12 17:48:34.651971 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8c648744-cf8f-4dca-8d2d-97603ca84af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.729912 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8c648744-cf8f-4dca-8d2d-97603ca84af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.733759 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8c648744-cf8f-4dca-8d2d-97603ca84af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.775185 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8c648744-cf8f-4dca-8d2d-97603ca84af0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d672c8731ec74c299ded421f71f70b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352100 Oct 12 17:48:34.776045 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c648744-cf8f-4dca-8d2d-97603ca84af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603b2b7-c023-4a9f-b22d-ff1dbfd84f9e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:34.777961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35880) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:34.827949 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.849086 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.923832 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc4ec9-96a0-4e39-9541-5e013375850a req-160c40d4-fbf7-4d10-86e2-4d9aaaa3da58 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:34.925356 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ecfc4ec9-96a0-4e39-9541-5e013375850a req-160c40d4-fbf7-4d10-86e2-4d9aaaa3da58 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0614431 Oct 12 17:48:34.937777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.940201 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:34.941259 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c603b2b7-c023-4a9f-b22d-ff1dbfd84f9e HTTP/1.1" status: 204 len: 168 time: 0.1621323 Oct 12 17:48:34.956623 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecf0c4-342f-4616-bb38-c77128cc05c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603b2b7-c023-4a9f-b22d-ff1dbfd84f9e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:34.976746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ecfc4ec9-96a0-4e39-9541-5e013375850a req-19889417-e4d3-4029-956e-53c077e726f7 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Oct 12 17:48:35.617992 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35912) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:35.718207 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319503543-network', 'tenant_id': '633cb4c6e6bc40a082b206ddb7069f9b'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:35.766574 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Made reservation on behalf of 633cb4c6e6bc40a082b206ddb7069f9b for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:35.768841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:35.780706 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:35.797361 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b75af-0dbc-4389-bf71-dfcd771d497c req-55421f6f-cf53-49c0-86f4-ec0e3ad65cc1 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:35.798858 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be4b75af-0dbc-4389-bf71-dfcd771d497c req-55421f6f-cf53-49c0-86f4-ec0e3ad65cc1 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0851197 Oct 12 17:48:35.853019 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be4b75af-0dbc-4389-bf71-dfcd771d497c req-be9c7fd8-0866-4c02-bc04-d6242647c863 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467620 Oct 12 17:48:35.894010 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:35.897613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:35.918451 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:48:35.932175 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248dea0c-c0aa-487d-b027-e0baa848acc3,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:35.937292 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:35.937696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Added segment d185ac09-3b05-4d17-9056-c739297835ec of type vlan for network f15bc50e-75ac-45a7-a0ce-c10d06f4229d Oct 12 17:48:35.981873 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.014249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.015314 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:36.015995 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.016624 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b2fc29c4-5504-4abf-be16-62e899d4e400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.076837 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4577048 Oct 12 17:48:36.081316 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35926) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:36.086477 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Request body: {'subnet': {'network_id': 'f15bc50e-75ac-45a7-a0ce-c10d06f4229d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319503543-subnet', 'tenant_id': '633cb4c6e6bc40a082b206ddb7069f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:36.105279 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a9b22-2804-47eb-a850-a206d689b398 admin admin] Pushing event updated for resources: {'Network': ['ID=f15bc50e-75ac-45a7-a0ce-c10d06f4229d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:36.117333 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network f15bc50e-75ac-45a7-a0ce-c10d06f4229d details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:48:36.136305 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d7f78-1329-4e68-8333-4c69175e7f70 req-b8a2d406-7fc4-4a4d-b508-2b79f02f5183 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:36.144302 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-061d7f78-1329-4e68-8333-4c69175e7f70 req-b8a2d406-7fc4-4a4d-b508-2b79f02f5183 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0853128 Oct 12 17:48:36.161409 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Made reservation on behalf of 633cb4c6e6bc40a082b206ddb7069f9b for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:36.164061 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420345'] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.193829 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-061d7f78-1329-4e68-8333-4c69175e7f70 req-c735cc72-3915-4a3f-8067-a67426b1e69a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Oct 12 17:48:36.355722 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25333236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420311'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.410595 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a6c233-6cae-4f4c-b94c-bfc827a1f7b9,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:36.419064 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Checking segment: {'id': 'd185ac09-3b05-4d17-9056-c739297835ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f15bc50e-75ac-45a7-a0ce-c10d06f4229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:48:36.419610 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Network hostable DHCP agents. Network: f15bc50e-75ac-45a7-a0ce-c10d06f4229d, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:48:36.434846 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Network f15bc50e-75ac-45a7-a0ce-c10d06f4229d is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:48:36.443205 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, f15bc50e-75ac-45a7-a0ce-c10d06f4229d) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:48:36.447408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:36.447989 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.452276 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0bac3-b929-41f7-95df-5c0e990ec269 None None] Network f15bc50e-75ac-45a7-a0ce-c10d06f4229d requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:48:36.464031 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-86600975-40c2-41c5-82d6-43160e49924e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3816259 Oct 12 17:48:36.579923 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541e801-d420-4da4-be75-0010591b7458 None None] Network f15bc50e-75ac-45a7-a0ce-c10d06f4229d requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:48:36.927728 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 35950) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:36.932508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145702114-network', 'tenant_id': '9139d547094d45e9a363c2fcef0f1417'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:36.952698 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Made reservation on behalf of 9139d547094d45e9a363c2fcef0f1417 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:36.955091 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.964981 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.975077 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:36.988301 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.046815 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.050302 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.076385 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:48:37.082556 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38410838-0fc4-47c8-8d84-6096bf004bb8,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:37.088559 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.088918 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Added segment b24c1e4d-c7a8-40e5-94c3-e6254de9b1d5 of type vlan for network 48663d2f-a941-463f-8e39-1dd126d6ba4f Oct 12 17:48:37.130686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.155044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.155976 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:37.156537 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.221593 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2926283 Oct 12 17:48:37.223223 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 35960) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:48:37.228229 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Request body: {'subnet': {'network_id': '48663d2f-a941-463f-8e39-1dd126d6ba4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145702114-subnet', 'tenant_id': '9139d547094d45e9a363c2fcef0f1417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:37.228632 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dec5c-4169-418f-a342-dfda8878ce80 admin admin] Pushing event updated for resources: {'Network': ['ID=48663d2f-a941-463f-8e39-1dd126d6ba4f,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:37.244682 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network 48663d2f-a941-463f-8e39-1dd126d6ba4f details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:48:37.271013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Made reservation on behalf of 9139d547094d45e9a363c2fcef0f1417 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:37.273531 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-20287768'] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.390554 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05eac5-a65c-41c2-9500-86a4d831fa13 req-ac6fe79a-9d56-4ef8-9aa4-728c998599c0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:37.392214 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2b05eac5-a65c-41c2-9500-86a4d831fa13 req-ac6fe79a-9d56-4ef8-9aa4-728c998599c0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1165733 Oct 12 17:48:37.463648 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2b05eac5-a65c-41c2-9500-86a4d831fa13 req-481f282d-c2ab-44a9-95ef-ac931bc19ebc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Oct 12 17:48:37.521737 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17418895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-20287798'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.581105 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6cdffa6-01fc-4d17-b18e-b1eff5bbbcd4,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:37.596579 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Checking segment: {'id': 'b24c1e4d-c7a8-40e5-94c3-e6254de9b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '48663d2f-a941-463f-8e39-1dd126d6ba4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:48:37.596960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Network hostable DHCP agents. Network: 48663d2f-a941-463f-8e39-1dd126d6ba4f, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:48:37.616715 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Network 48663d2f-a941-463f-8e39-1dd126d6ba4f is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:48:37.627254 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, 48663d2f-a941-463f-8e39-1dd126d6ba4f) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:48:37.632155 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:37.633497 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:37.637387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3deb5-1dbc-44de-8e9e-a3fb02c5a8e8 None None] Network 48663d2f-a941-463f-8e39-1dd126d6ba4f requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:48:37.658972 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b470011f-f4d9-4712-91ba-85583e692dfc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4344723 Oct 12 17:48:37.768430 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b437948-82a0-4b9b-aad2-2bf8fc03c2ce None None] Network 48663d2f-a941-463f-8e39-1dd126d6ba4f requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:48:38.686745 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:38.725230 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb1e27-d9b2-487f-b6a0-411fce2944c2 req-934c0326-381c-4b63-85d8-0259e9acf8b1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:38.726736 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90bb1e27-d9b2-487f-b6a0-411fce2944c2 req-934c0326-381c-4b63-85d8-0259e9acf8b1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0516450 Oct 12 17:48:38.776141 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90bb1e27-d9b2-487f-b6a0-411fce2944c2 req-fc940c49-af7d-4070-a9dc-0a683619dbd1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Oct 12 17:48:39.226111 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-c89ed5c4-9eb9-4739-856e-c28905d4f621 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047616247&fields=id&tenant_id=2a84ed5632564ac58020866e642bdca9 HTTP/1.1" status: 200 len: 267 time: 0.0349948 Oct 12 17:48:39.349499 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-6ded28bb-d2e0-43ba-b7cb-95da2dd0f75f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:39.351121 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-6ded28bb-d2e0-43ba-b7cb-95da2dd0f75f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 808 time: 0.1127357 Oct 12 17:48:39.368031 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-eddf2e45-fe8b-41c4-9ae2-5975aefe2569 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/quotas/2a84ed5632564ac58020866e642bdca9 HTTP/1.1" status: 200 len: 375 time: 0.0096517 Oct 12 17:48:39.429393 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-796eeaf3-e0cb-43b2-babb-5b5e48b7b18f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546575 Oct 12 17:48:39.531402 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f490706e-dd8f-41ea-8e3e-5f88aa255e7e service neutron] 10.222.0.86 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874856 Oct 12 17:48:39.619927 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-9bb1b886-d896-4bc8-82c7-01a01c0d5444 service neutron] 10.222.0.86 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823693 Oct 12 17:48:39.953986 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe34e9-e10a-4ea5-b185-ccd131ed6170 req-7b5e4f1a-66d1-4493-9f16-64dfc15acfe0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:39.955458 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9dfe34e9-e10a-4ea5-b185-ccd131ed6170 req-7b5e4f1a-66d1-4493-9f16-64dfc15acfe0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0591393 Oct 12 17:48:40.011025 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9dfe34e9-e10a-4ea5-b185-ccd131ed6170 req-7365d70a-8669-494e-9983-4197c2d76b8a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Oct 12 17:48:40.026320 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6a61f749-57f9-4d06-a419-343209d3baa0 req-d571d231-5e3a-4ff4-b876-8d5d1873404c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 210 time: 0.0313671 Oct 12 17:48:40.954321 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-d3ac095a-2170-4b80-8367-e416105f428f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:40.955814 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-d3ac095a-2170-4b80-8367-e416105f428f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 808 time: 0.1091559 Oct 12 17:48:41.006077 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-fe6ab9ea-6751-4dd6-bad1-fc30f28f9f2b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a84ed5632564ac58020866e642bdca9 HTTP/1.1" status: 200 len: 380 time: 0.0399201 Oct 12 17:48:41.016015 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'port': {'device_id': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'admin_state_up': True, 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'security_groups': ['093e8c46-e312-4b2b-921f-7f2bfe7696a9']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:41.157959 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d6aada2b-80df-4d93-ba2b-2b0d474c1b00 req-3f86bbb7-711b-4ba0-9784-9da6506742d6 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 210 time: 0.0547395 Oct 12 17:48:41.188383 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786e87c-28dc-49ae-bad3-27904b380206 req-7b0d6466-4f33-4eb3-a8c1-d0a76d4821b4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:41.189870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b786e87c-28dc-49ae-bad3-27904b380206 req-7b0d6466-4f33-4eb3-a8c1-d0a76d4821b4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1031971 Oct 12 17:48:41.194536 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Made reservation on behalf of 2a84ed5632564ac58020866e642bdca9 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:48:41.198337 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.277451 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b786e87c-28dc-49ae-bad3-27904b380206 req-a0306fc2-4a40-4b0c-8ff9-eb6f9cf22a59 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768018 Oct 12 17:48:41.351731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Allocated IP 172.20.0.12 (e6fe877d-93af-4759-b0f3-0d1e0295d5b3/7d1d2843-b233-4293-99cf-19c034a76cef/6df7f89d-a95f-4546-8a49-70e5082e6849) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:48:41.500280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.533403 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.577764 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:48:41.580917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:48:41.584471 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:48:41.590716 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:41.642608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:41.643260 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.661118 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-72dad78d-aa2e-4186-958a-ffe90d94d91f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490235 Oct 12 17:48:41.674012 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Request body: {'port': {'device_id': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:48:41.734174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.856861 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-a4bbc079-18a2-4e43-84b4-b7261f5aed0b None None] Provisioning complete for port 6df7f89d-a95f-4546-8a49-70e5082e6849 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:48:41.857502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4bbc079-18a2-4e43-84b4-b7261f5aed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:41.893285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-a4bbc079-18a2-4e43-84b4-b7261f5aed0b None None] Port 6df7f89d-a95f-4546-8a49-70e5082e6849 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:48:42.014543 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df7f89d-a95f-4546-8a49-70e5082e6849 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:48:42.022302 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.038533 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Transition to ACTIVE for port object 6df7f89d-a95f-4546-8a49-70e5082e6849 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:48:42.042396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.098602 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:42.172061 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Attempting to bind port 6df7f89d-a95f-4546-8a49-70e5082e6849 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:48:42.172411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Attempting to bind port 6df7f89d-a95f-4546-8a49-70e5082e6849 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:48:42.172728 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Attempting to bind port 6df7f89d-a95f-4546-8a49-70e5082e6849 on network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:48:42.177207 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Port 6df7f89d-a95f-4546-8a49-70e5082e6849 on network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:48:42.177558 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Attempting to bind port 6df7f89d-a95f-4546-8a49-70e5082e6849 on network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:48:42.184447 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:48:42.185457 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Checking segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:48:42.185813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Bound using segment: {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:48:42.186241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Bound port: 6df7f89d-a95f-4546-8a49-70e5082e6849, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d69010-9113-49f0-8ccd-d3463934a93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:48:42.186616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.294224 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:48:42.299198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:48:42.304252 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.344691 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0da326-8dd6-4234-8c07-9975ba25d3d4 req-54f90c0a-7952-4cca-aa4b-f08ab8c0963c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.349482 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b0da326-8dd6-4234-8c07-9975ba25d3d4 req-54f90c0a-7952-4cca-aa4b-f08ab8c0963c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.1122746 Oct 12 17:48:42.359437 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.360161 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:42.361581 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] 10.222.0.87 "PUT /v2.0/ports/6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1094 time: 0.6920173 Oct 12 17:48:42.366185 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:48:42.368993 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80e37d-ec28-46cc-8872-97f6b261aaad" -d '{"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:48:42.473940 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2281e-7987-44d0-a246-0dd22829b68e service neutron] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:48:42.493306 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b0da326-8dd6-4234-8c07-9975ba25d3d4 req-8875b0cb-a44b-4c7a-8941-71944e2b0547 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285324 Oct 12 17:48:42.507307 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-a8d944b7-6a9a-4e7f-915c-585da64b0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.508775 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-a8d944b7-6a9a-4e7f-915c-585da64b0b31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1097 time: 0.0969861 Oct 12 17:48:42.517114 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a5a8e-0398-4a45-bc6f-f953963a40c9 req-6de56ac7-be6b-4399-8a56-f077e3c2ae88 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.518617 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb8a5a8e-0398-4a45-bc6f-f953963a40c9 req-6de56ac7-be6b-4399-8a56-f077e3c2ae88 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1300144 Oct 12 17:48:42.540206 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e8b1e-5e2a-4268-8f21-94e3fffebe9c x-openstack-request-id: req-7c7e8b1e-5e2a-4268-8f21-94e3fffebe9c {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:48:42.540498 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:48:42.540751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c7e8b1e-5e2a-4268-8f21-94e3fffebe9c {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:48:42.541164 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'status': 'completed', 'code': 200} Oct 12 17:48:42.581276 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-4fd70692-55f8-423a-bb7b-de739739f730 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 217 time: 0.0376112 Oct 12 17:48:42.601588 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb8a5a8e-0398-4a45-bc6f-f953963a40c9 req-b2931fa0-b3cb-4df7-8e2e-83cd80576f91 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769005 Oct 12 17:48:42.641078 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-6743429f-38d1-4664-914a-bed5c0041ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.642503 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-6743429f-38d1-4664-914a-bed5c0041ff8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0533397 Oct 12 17:48:42.694534 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-ba12c897-cafb-496e-9026-25abe6309328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.695974 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-ba12c897-cafb-496e-9026-25abe6309328 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392315 Oct 12 17:48:42.792538 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-45baa0d2-ad26-4586-8a10-6ca6cd4e4c13 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Oct 12 17:48:42.889497 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-57fa8da2-fadd-4593-af8d-81b1931db7e0 req-aeda95ca-9ce9-4b6c-84d7-8ab8b9c75b2d service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884290 Oct 12 17:48:42.978437 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-8571f2aa-f0b8-438d-8cd2-7dd64233d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:42.979887 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-8571f2aa-f0b8-438d-8cd2-7dd64233d39a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1097 time: 0.0408604 Oct 12 17:48:43.071866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-e0429dd3-5d56-4fb1-bfb3-223b8d01eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:43.073333 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-e0429dd3-5d56-4fb1-bfb3-223b8d01eade service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.0853932 Oct 12 17:48:43.116885 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-311ddc7c-1781-4d62-bf72-b2c910a908ea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 217 time: 0.0353088 Oct 12 17:48:43.173752 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-cc947195-fdf3-45f2-9f90-917a1f93fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:43.175306 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-cc947195-fdf3-45f2-9f90-917a1f93fc48 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0470881 Oct 12 17:48:43.232820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-aa30ffe4-4a97-4330-ad6c-261488657838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:43.234501 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-aa30ffe4-4a97-4330-ad6c-261488657838 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453527 Oct 12 17:48:43.348916 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-b4f46555-0a05-4e74-a85f-8ed86168ac31 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962665 Oct 12 17:48:43.447076 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff80e37d-ec28-46cc-8872-97f6b261aaad req-49e0b746-1370-4faf-aa30-5c37f761edbe service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887439 Oct 12 17:48:43.611161 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490f048-59ec-48fe-87a5-9584d397f222 req-e3ff8914-0fa1-4e7c-a695-c716ff61f800 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:43.612799 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f490f048-59ec-48fe-87a5-9584d397f222 req-e3ff8914-0fa1-4e7c-a695-c716ff61f800 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0498729 Oct 12 17:48:43.650618 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f490f048-59ec-48fe-87a5-9584d397f222 req-1764daba-5de9-449f-a207-450572c8652f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Oct 12 17:48:43.723789 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b318367-628a-4046-a4d2-89c5d5722d9f req-4df6e775-ca7c-498f-ba5b-1185b2e6e981 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:43.725309 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0b318367-628a-4046-a4d2-89c5d5722d9f req-4df6e775-ca7c-498f-ba5b-1185b2e6e981 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0501766 Oct 12 17:48:43.763576 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0b318367-628a-4046-a4d2-89c5d5722d9f req-44b3334f-8737-4fd4-a10b-d9fe3202846f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Oct 12 17:48:44.414003 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-95e3f94a-0ecf-4ad4-987d-cc565ffece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:44.415460 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-95e3f94a-0ecf-4ad4-987d-cc565ffece3d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0437632 Oct 12 17:48:44.531323 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-d19500c2-ead4-4657-bdc0-965332bec0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:44.532909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-d19500c2-ead4-4657-bdc0-965332bec0c7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.0872219 Oct 12 17:48:44.584742 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-b0861296-2049-4458-9691-41f6eff27092 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0414798 Oct 12 17:48:44.636671 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-339aa7e3-4813-48d7-9e87-d494a518aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:44.639191 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-339aa7e3-4813-48d7-9e87-d494a518aae1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0452650 Oct 12 17:48:44.675999 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-edee4ccb-8740-4778-a62a-108d9f08d8a8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244708 Oct 12 17:48:44.800576 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b1f26-740b-4699-a687-6bdb151697d2 req-faaf42b9-a1e4-4d07-8096-cce3a7983d48 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:44.802129 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-270b1f26-740b-4699-a687-6bdb151697d2 req-faaf42b9-a1e4-4d07-8096-cce3a7983d48 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0729632 Oct 12 17:48:44.819599 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-bd8f9db1-e753-4c43-a33b-dbddd8aa1166 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361094 Oct 12 17:48:44.864617 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:48:44.919726 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-270b1f26-740b-4699-a687-6bdb151697d2 req-dcc378b0-9249-4261-af1a-8ff093240616 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100676 Oct 12 17:48:44.967434 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42a957-0560-4142-b083-34873623a07d req-addf325e-222b-4998-ad5e-713185a10707 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:44.968909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0a42a957-0560-4142-b083-34873623a07d req-addf325e-222b-4998-ad5e-713185a10707 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1299214 Oct 12 17:48:44.982944 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-328c3c84-76a6-417d-aa7d-de7b88e328ca req-2f624824-d66d-42b0-8589-caa475d08c39 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533329 Oct 12 17:48:45.009477 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0a42a957-0560-4142-b083-34873623a07d req-fcf5d11a-f697-4bb4-98fe-67ab9ceb0ad3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Oct 12 17:48:46.047687 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8518a2-04bd-4fcb-9d3e-261ee191b82e req-d10b34ac-1070-4adf-baaa-78d7572a65d9 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:46.048362 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2b8518a2-04bd-4fcb-9d3e-261ee191b82e req-d10b34ac-1070-4adf-baaa-78d7572a65d9 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0522776 Oct 12 17:48:46.090560 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2b8518a2-04bd-4fcb-9d3e-261ee191b82e req-78dec38d-d804-4487-a4f2-639777fa2f34 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355427 Oct 12 17:48:46.367121 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd39642-77ce-47fa-babc-4204299c3bf1 req-320f9b89-7077-446a-bbef-c27c0b13ab81 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:46.369376 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9fd39642-77ce-47fa-babc-4204299c3bf1 req-320f9b89-7077-446a-bbef-c27c0b13ab81 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.2772586 Oct 12 17:48:46.410690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9fd39642-77ce-47fa-babc-4204299c3bf1 req-8f412814-0267-42e1-9ffc-a624db10fd2f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352731 Oct 12 17:48:46.462804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ce696-7198-4adc-a9e8-d71115e76968 req-8a70390a-4037-4241-945b-c4e4f40bf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:46.464296 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa6ce696-7198-4adc-a9e8-d71115e76968 req-8a70390a-4037-4241-945b-c4e4f40bf1fd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0429931 Oct 12 17:48:46.502495 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa6ce696-7198-4adc-a9e8-d71115e76968 req-4e634380-ee86-4b48-8b59-324fd727ff5c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287433 Oct 12 17:48:47.212114 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed39cf-7747-46fe-ac1a-12bfc85cb331 req-ad142df9-e30a-48cd-af03-34ae90f06270 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:47.213576 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-55ed39cf-7747-46fe-ac1a-12bfc85cb331 req-ad142df9-e30a-48cd-af03-34ae90f06270 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0495157 Oct 12 17:48:47.251472 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-55ed39cf-7747-46fe-ac1a-12bfc85cb331 req-b000006c-8922-492d-91ac-258f69d3f5d8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314448 Oct 12 17:48:47.528664 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efd7cc-60b8-4e3e-bf44-418bf933816d req-de1b7366-bf08-40b8-8f9b-7bd91bcc51fa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:47.530413 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9efd7cc-60b8-4e3e-bf44-418bf933816d req-de1b7366-bf08-40b8-8f9b-7bd91bcc51fa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0527086 Oct 12 17:48:47.567272 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9efd7cc-60b8-4e3e-bf44-418bf933816d req-e075373b-77a1-4f3f-8acc-da1323c7747f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310977 Oct 12 17:48:48.381445 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96139d81-c02d-44e1-b7df-2e2b051dd87f req-2f41bf22-7c30-4a8f-85dd-de48a4f5e840 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:48.382829 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96139d81-c02d-44e1-b7df-2e2b051dd87f req-2f41bf22-7c30-4a8f-85dd-de48a4f5e840 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0514455 Oct 12 17:48:48.423529 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96139d81-c02d-44e1-b7df-2e2b051dd87f req-8c1b5f64-c7cb-42b5-9511-852383629f71 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Oct 12 17:48:48.685872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4fc29-df4d-49e7-ab53-483134ab83c8 req-bd208dcf-a692-429f-974e-753e89909cfa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:48.687364 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69b4fc29-df4d-49e7-ab53-483134ab83c8 req-bd208dcf-a692-429f-974e-753e89909cfa tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0501318 Oct 12 17:48:48.726622 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-69b4fc29-df4d-49e7-ab53-483134ab83c8 req-df88eb41-bfb4-4f64-b7d9-4caa1c7eb08f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Oct 12 17:48:51.928767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0cf13-be42-4ff6-91e4-fb48048aaf44 req-39d0cd04-aef3-4b15-b53a-e7007cb66b5b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:51.930358 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-14a0cf13-be42-4ff6-91e4-fb48048aaf44 req-39d0cd04-aef3-4b15-b53a-e7007cb66b5b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0782070 Oct 12 17:48:51.953010 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc038eb-a629-46db-a9f9-8295e7bd8bd0 req-3e2ab3d7-3935-4e72-a2fe-117379cc995c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:51.954439 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7bc038eb-a629-46db-a9f9-8295e7bd8bd0 req-3e2ab3d7-3935-4e72-a2fe-117379cc995c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0720930 Oct 12 17:48:51.995684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-14a0cf13-be42-4ff6-91e4-fb48048aaf44 req-228493d0-bc46-4689-982a-03ad2bd1a13b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585802 Oct 12 17:48:52.008258 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7bc038eb-a629-46db-a9f9-8295e7bd8bd0 req-c850f6b3-1312-46db-9f9d-687abf98d251 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Oct 12 17:48:53.149366 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9381c5-ba85-4b79-804e-5749d6bf17fc req-9a10145a-0802-4c65-b49f-67c8501fef80 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:53.150739 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e9381c5-ba85-4b79-804e-5749d6bf17fc req-9a10145a-0802-4c65-b49f-67c8501fef80 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0843334 Oct 12 17:48:53.158528 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617f082-512b-40a3-9c47-339d652c4b0f req-612b5da2-9566-4b0c-b716-bf6f19aaad10 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:53.159883 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4617f082-512b-40a3-9c47-339d652c4b0f req-612b5da2-9566-4b0c-b716-bf6f19aaad10 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0819814 Oct 12 17:48:53.214555 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e9381c5-ba85-4b79-804e-5749d6bf17fc req-896bcb44-739e-472d-b4e9-09dd9d1e382a tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537288 Oct 12 17:48:53.219982 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4617f082-512b-40a3-9c47-339d652c4b0f req-72cba6a3-9729-4b7e-bd9f-77fb5c56e136 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532646 Oct 12 17:48:53.465052 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090c7e4-f20b-492a-b591-ac714a1f5796 req-be28c25d-d024-42b2-abd3-00cea316d174 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:53.467084 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f090c7e4-f20b-492a-b591-ac714a1f5796 req-be28c25d-d024-42b2-abd3-00cea316d174 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0512211 Oct 12 17:48:53.505120 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f090c7e4-f20b-492a-b591-ac714a1f5796 req-2e471e85-3408-4715-a2c0-ea5bcfffa72b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319314 Oct 12 17:48:54.503870 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:48:58.105351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-b4b67988-4369-4436-ab43-a4802b54f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:58.107081 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-b4b67988-4369-4436-ab43-a4802b54f025 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0443561 Oct 12 17:48:58.260030 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f1efe-539e-4df2-bf82-798d505e0ef5 req-9b19004b-eee7-42a1-a194-e28178655974 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:58.261511 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-502f1efe-539e-4df2-bf82-798d505e0ef5 req-9b19004b-eee7-42a1-a194-e28178655974 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.1284087 Oct 12 17:48:58.284825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaed609-d41e-4db3-9d17-d9841e5ebc5b req-4a4dca2b-a3da-4ce0-910a-029847e9ac4f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:58.286283 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cdaed609-d41e-4db3-9d17-d9841e5ebc5b req-4a4dca2b-a3da-4ce0-910a-029847e9ac4f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1229353 Oct 12 17:48:58.306852 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-e7b33974-7341-4124-9d86-4718e58ad5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:58.308213 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-e7b33974-7341-4124-9d86-4718e58ad5ad service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.1930313 Oct 12 17:48:58.365508 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-3b94cc78-3b48-4d77-a817-bbe76370c30b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0456250 Oct 12 17:48:58.372890 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-502f1efe-539e-4df2-bf82-798d505e0ef5 req-c118e23c-cde3-46f7-a6e9-efe3720292ac tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994465 Oct 12 17:48:58.379827 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cdaed609-d41e-4db3-9d17-d9841e5ebc5b req-f5094c30-154b-4857-9d49-72cce172dd33 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865858 Oct 12 17:48:58.428718 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-26c48f5c-797b-4fa2-808e-c8e01138207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:58.430152 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-26c48f5c-797b-4fa2-808e-c8e01138207d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0464540 Oct 12 17:48:58.469967 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-19e64048-9b22-4e66-a66a-cc53ce16b373 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280652 Oct 12 17:48:58.558894 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-56b74355-b7c6-487f-97e5-ab284a5bba19 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804367 Oct 12 17:48:58.654493 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a0f01d3-e14c-443a-a6f8-605d8c50e9ae req-f15433bd-be49-4eb7-8dcc-4c3cdd2c5686 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866864 Oct 12 17:48:59.524334 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad38a41-3657-40c3-a39b-13bc0b81f781 req-0bf374a5-a928-466f-9568-ef60937697a9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:59.525711 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0ad38a41-3657-40c3-a39b-13bc0b81f781 req-0bf374a5-a928-466f-9568-ef60937697a9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0665114 Oct 12 17:48:59.534644 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cf72a-9e06-44ab-8eb8-ce466e676b45 req-3a639b7f-0a8c-47e7-bf63-f8e817aca6ad tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:48:59.536135 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a6cf72a-9e06-44ab-8eb8-ce466e676b45 req-3a639b7f-0a8c-47e7-bf63-f8e817aca6ad tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0855062 Oct 12 17:48:59.586326 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0ad38a41-3657-40c3-a39b-13bc0b81f781 req-1d510523-16c5-4c99-958c-7c46b45e304d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492237 Oct 12 17:48:59.598955 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a6cf72a-9e06-44ab-8eb8-ce466e676b45 req-d3130f65-bbb3-4a2a-82e6-762be207f0cf tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480943 Oct 12 17:49:03.271608 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1cc0edf2-b255-4c4a-93ae-8e39c5d1505a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:05.774076 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a564e2-3c83-461e-9e6e-e73a84aff000 req-a0d79588-76d6-48d4-ae73-ecc849f1e41f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:05.775556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-14a564e2-3c83-461e-9e6e-e73a84aff000 req-a0d79588-76d6-48d4-ae73-ecc849f1e41f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0783265 Oct 12 17:49:05.791874 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04479201-b7ba-45b7-a9b5-3ab30833cb7c req-79455dfc-ef59-4484-af9b-0ead5ac2eb88 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:05.793310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04479201-b7ba-45b7-a9b5-3ab30833cb7c req-79455dfc-ef59-4484-af9b-0ead5ac2eb88 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0843365 Oct 12 17:49:05.847343 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-14a564e2-3c83-461e-9e6e-e73a84aff000 req-86e2959c-610c-4500-b917-03c17d330c1e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650299 Oct 12 17:49:05.854312 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04479201-b7ba-45b7-a9b5-3ab30833cb7c req-c9e7f82b-0669-4005-a6e1-f92edd7544f2 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538809 Oct 12 17:49:06.008730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f1c1-8b10-4ebf-807e-e7b0cc565ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:06.977623 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:06.994589 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:07.020220 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87af1d-6cac-40b7-a9db-f3e59705a341 req-0b152267-3eeb-4249-994a-feaa0c6909b4 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:07.021854 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb87af1d-6cac-40b7-a9db-f3e59705a341 req-0b152267-3eeb-4249-994a-feaa0c6909b4 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0937850 Oct 12 17:49:07.043600 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa37b74-5ada-41f8-bbd2-f8578443a189 req-b39e07f2-9c5e-4322-8038-7f720c8ea7b8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:07.046064 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fa37b74-5ada-41f8-bbd2-f8578443a189 req-b39e07f2-9c5e-4322-8038-7f720c8ea7b8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0879538 Oct 12 17:49:07.096699 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb87af1d-6cac-40b7-a9db-f3e59705a341 req-be16eba0-d695-4a5b-98bf-572f34ed3cc7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Oct 12 17:49:07.114725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fa37b74-5ada-41f8-bbd2-f8578443a189 req-0063849b-94e1-462c-879c-db8db0615821 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606771 Oct 12 17:49:07.855568 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36424) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:07.902726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Deleting subnet b8a6c233-6cae-4f4c-b94c-bfc827a1f7b9 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:49:07.907164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:07.940822 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:07.983507 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.035889 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.060156 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a6c233-6cae-4f4c-b94c-bfc827a1f7b9,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:08.066533 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.069684 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-62e38eb8-475b-4510-a3cd-0aab0c743ffb admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b8a6c233-6cae-4f4c-b94c-bfc827a1f7b9 HTTP/1.1" status: 204 len: 168 time: 0.2132435 Oct 12 17:49:08.072510 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36426) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:08.139428 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.222890 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.244334 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15bc50e-75ac-45a7-a0ce-c10d06f4229d']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.253679 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc8ac-4d8e-4616-b1b4-5dcbe184733a req-f043a1ff-0bb4-4ee7-b6f4-c96a71821af0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:08.254226 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd185ac09-3b05-4d17-9056-c739297835ec') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.254411 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd185ac09-3b05-4d17-9056-c739297835ec') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.255161 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c7cc8ac-4d8e-4616-b1b4-5dcbe184733a req-f043a1ff-0bb4-4ee7-b6f4-c96a71821af0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0859356 Oct 12 17:49:08.265611 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.276490 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e9458-8550-4648-bbb4-57828dd4ed7d req-4293abdb-9841-4e34-b133-8a738b2a9d19 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:08.277962 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c9e9458-8550-4648-bbb4-57828dd4ed7d req-4293abdb-9841-4e34-b133-8a738b2a9d19 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0743511 Oct 12 17:49:08.279545 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.286145 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:49:08.286464 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:49:08.288130 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:49:08.327295 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c7cc8ac-4d8e-4616-b1b4-5dcbe184733a req-e879b27b-3055-467b-bc01-f905b12e6be9 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646393 Oct 12 17:49:08.344111 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c9e9458-8550-4648-bbb4-57828dd4ed7d req-e18bdd5e-e706-457f-bb78-a5314efc5651 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Oct 12 17:49:08.355488 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.361528 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.364575 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] 10.222.0.86 "DELETE /v2.0/networks/f15bc50e-75ac-45a7-a0ce-c10d06f4229d HTTP/1.1" status: 204 len: 168 time: 0.2910986 Oct 12 17:49:08.367308 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36434) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:08.400092 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971e767-142e-4688-ae57-3d5fdb935b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=f15bc50e-75ac-45a7-a0ce-c10d06f4229d,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:08.422131 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Deleting subnet c6cdffa6-01fc-4d17-b18e-b1eff5bbbcd4 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:49:08.425764 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.462632 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.504234 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.559450 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.584644 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6cdffa6-01fc-4d17-b18e-b1eff5bbbcd4,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:08.588400 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.592187 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-a1f70cfc-e649-4920-a529-30908e5f6ebd admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c6cdffa6-01fc-4d17-b18e-b1eff5bbbcd4 HTTP/1.1" status: 204 len: 168 time: 0.2233872 Oct 12 17:49:08.595104 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36442) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:08.666407 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.682123 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.752215 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.772321 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48663d2f-a941-463f-8e39-1dd126d6ba4f']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.782379 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24c1e4d-c7a8-40e5-94c3-e6254de9b1d5') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.782676 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24c1e4d-c7a8-40e5-94c3-e6254de9b1d5') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:08.791998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.805819 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.812298 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:49:08.812620 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:49:08.814375 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:49:08.867084 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.872256 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:08.876178 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] 10.222.0.86 "DELETE /v2.0/networks/48663d2f-a941-463f-8e39-1dd126d6ba4f HTTP/1.1" status: 204 len: 168 time: 0.2801476 Oct 12 17:49:08.886884 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff45195-ad3d-4b22-bd07-913ad203d3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48663d2f-a941-463f-8e39-1dd126d6ba4f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:09.032302 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36446) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:09.078040 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-e4a07ad6-b48a-412c-bbb5-d5d58a94976a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=633cb4c6e6bc40a082b206ddb7069f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419660 Oct 12 17:49:09.078404 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 36452) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:09.129369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:09.149964 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:09.197212 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:09.199865 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:09.201795 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/248dea0c-c0aa-487d-b027-e0baa848acc3 HTTP/1.1" status: 204 len: 168 time: 0.1216054 Oct 12 17:49:09.209763 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720949c7-b9cb-46f4-81f7-ed0e11a51255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248dea0c-c0aa-487d-b027-e0baa848acc3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:09.476597 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50131-0100-423a-9366-13faa6600248 req-3277bf7c-6290-413e-9c4b-6835ac017f9f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:09.478228 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5ba50131-0100-423a-9366-13faa6600248 req-3277bf7c-6290-413e-9c4b-6835ac017f9f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0811288 Oct 12 17:49:09.502948 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7657-f86b-4756-957e-65466a394678 req-a32304fa-123f-4be3-8646-58c40ff8f753 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:09.504528 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fdd7657-f86b-4756-957e-65466a394678 req-a32304fa-123f-4be3-8646-58c40ff8f753 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0793226 Oct 12 17:49:09.562345 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5ba50131-0100-423a-9366-13faa6600248 req-a7385e2f-b76e-45e4-985c-58be5f19c0a8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737109 Oct 12 17:49:09.571540 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fdd7657-f86b-4756-957e-65466a394678 req-57750ed4-2d9e-4501-a6c1-e886e3d3c779 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Oct 12 17:49:09.767871 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 36474) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:09.811637 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-53aa5b5b-2bfb-4ff9-b9d5-d074dde9ba65 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9139d547094d45e9a363c2fcef0f1417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399485 Oct 12 17:49:09.811873 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 36478) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:09.866776 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:09.941790 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:10.025958 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-d2c6596b-db70-4b9b-9d5f-ca8d5aa29b36 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:10.027418 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-d2c6596b-db70-4b9b-9d5f-ca8d5aa29b36 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.1616955 Oct 12 17:49:10.046697 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-484e1563-99dc-41a2-a3cb-9109f8c4b932 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/quotas/1df6ca8743204eaf8c24ec3da287bc2d HTTP/1.1" status: 200 len: 375 time: 0.0125878 Oct 12 17:49:10.047048 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:10.049555 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:10.053157 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/38410838-0fc4-47c8-8d84-6096bf004bb8 HTTP/1.1" status: 204 len: 168 time: 0.2377057 Oct 12 17:49:10.068398 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb8cd5-d205-40ed-9e87-bf1e0bbe5393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38410838-0fc4-47c8-8d84-6096bf004bb8,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:10.107307 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-432b5dc7-b0ce-4060-9000-f42463bc5ef6 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541940 Oct 12 17:49:10.202350 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-810b153f-13a8-4cbb-aef3-02cae0e23a5c service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876732 Oct 12 17:49:10.304711 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-de817948-19ba-4b76-a395-13ec4b424cce service neutron] 10.222.0.86 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961752 Oct 12 17:49:10.473507 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3d0c1fa-b72c-4319-b6c6-fab279d26850 req-d94478bf-6960-46f6-aa46-389308dda543 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 210 time: 0.0281248 Oct 12 17:49:10.750139 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06454818-483a-478d-9bca-73190b93fb00 req-098d712f-8e8b-4970-851d-806bd80662cc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:10.751626 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-06454818-483a-478d-9bca-73190b93fb00 req-098d712f-8e8b-4970-851d-806bd80662cc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0928552 Oct 12 17:49:10.776431 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3bb6b-6158-4a6e-87de-731400e2407d req-f6bba6df-761e-463f-8b22-2e223f11558e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:10.784308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-43b3bb6b-6158-4a6e-87de-731400e2407d req-f6bba6df-761e-463f-8b22-2e223f11558e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0834429 Oct 12 17:49:10.837877 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-06454818-483a-478d-9bca-73190b93fb00 req-b0973b96-021a-421b-a76d-a0b38c4e56b6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748839 Oct 12 17:49:10.847675 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-43b3bb6b-6158-4a6e-87de-731400e2407d req-3e180fb2-9b3c-49cb-830e-21247732a4a0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624638 Oct 12 17:49:11.579592 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dbf2525e-b4a1-4d4b-a51f-7f10493c3c5a req-948986b4-5f47-4f6b-ae44-3892e9770e6f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 210 time: 0.0312004 Oct 12 17:49:11.682670 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-6fc8538a-3ea5-40d5-b80e-8b66da4c6b1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:11.683963 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-6fc8538a-3ea5-40d5-b80e-8b66da4c6b1c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 815 time: 0.1072485 Oct 12 17:49:11.697041 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Request body: {'port': {'device_id': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'admin_state_up': True, 'tenant_id': '1df6ca8743204eaf8c24ec3da287bc2d'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:11.806514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Made reservation on behalf of 1df6ca8743204eaf8c24ec3da287bc2d for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:11.810614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:11.962120 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Allocated IP 172.20.0.14 (88778fc6-f8a4-45ce-ae7e-17e518cdc622/f772534b-e4c7-4613-be19-65d1110a1385/892ad0f4-d876-4a98-b15f-8a81e78627ba) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:11.992215 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a724a-9ca7-4c03-9394-677d8fdfedd2 req-b48cea59-f08b-4e4f-bdba-82c0757b7f69 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:11.993693 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-162a724a-9ca7-4c03-9394-677d8fdfedd2 req-b48cea59-f08b-4e4f-bdba-82c0757b7f69 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0684001 Oct 12 17:49:12.086665 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-162a724a-9ca7-4c03-9394-677d8fdfedd2 req-2c4a0a1b-56f4-4fd1-b9e6-04d68bfca315 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838850 Oct 12 17:49:12.145189 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.177558 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.199733 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2', '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'bc53fbea-1681-4465-be25-25946e10e7f3'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:12.227413 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:12.230651 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:12.233828 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:12.260873 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event updated for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:12.295515 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:12.296451 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.322503 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-867a51e1-4895-48c2-8044-abd83f03c358 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6291807 Oct 12 17:49:12.356253 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Request body: {'port': {'device_id': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:12.403590 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab814fe-6cea-4a63-a833-5334f25cf6e3 req-c1e5c654-e0f7-462e-a980-659aa60f83c7 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:12.405352 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ab814fe-6cea-4a63-a833-5334f25cf6e3 req-c1e5c654-e0f7-462e-a980-659aa60f83c7 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0872161 Oct 12 17:49:12.442851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.469781 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ab814fe-6cea-4a63-a833-5334f25cf6e3 req-cfe2f105-fb67-4a0b-87d8-0cca20d9096b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502024 Oct 12 17:49:12.746932 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892ad0f4-d876-4a98-b15f-8a81e78627ba {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:12.755016 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.767507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Transition to ACTIVE for port object 892ad0f4-d876-4a98-b15f-8a81e78627ba will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:12.771055 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.825412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Pushing event updated for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:12.906605 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Attempting to bind port 892ad0f4-d876-4a98-b15f-8a81e78627ba on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:12.906936 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Attempting to bind port 892ad0f4-d876-4a98-b15f-8a81e78627ba by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:12.907270 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Attempting to bind port 892ad0f4-d876-4a98-b15f-8a81e78627ba on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:12.928536 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Port 892ad0f4-d876-4a98-b15f-8a81e78627ba on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:12.929086 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Attempting to bind port 892ad0f4-d876-4a98-b15f-8a81e78627ba on network 88778fc6-f8a4-45ce-ae7e-17e518cdc622 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:12.939084 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:12.939479 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Checking segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:12.939864 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Bound using segment: {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:12.940317 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Bound port: 892ad0f4-d876-4a98-b15f-8a81e78627ba, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80f1fe12-b9bf-4880-ac76-8a14a6a75b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:12.940658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:12.966711 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849c976-618e-4cca-8767-aa0ffb4753e6 req-abec4269-b3aa-4b90-9743-34cd6a4bfff1 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:12.968280 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5849c976-618e-4cca-8767-aa0ffb4753e6 req-abec4269-b3aa-4b90-9743-34cd6a4bfff1 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0758228 Oct 12 17:49:13.048582 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5849c976-618e-4cca-8767-aa0ffb4753e6 req-f26a1fab-e073-41a7-8685-98f89f1a7374 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Oct 12 17:49:13.069188 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:13.069188 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:13.076560 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.115874 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.116488 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:13.117893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] 10.222.0.87 "PUT /v2.0/ports/892ad0f4-d876-4a98-b15f-8a81e78627ba HTTP/1.1" status: 200 len: 1094 time: 0.7682250 Oct 12 17:49:13.118343 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:13.120622 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:13.147454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e3ecf-5bcb-4b85-9d5f-08020f1fcacc service neutron] Pushing event updated for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:13.161911 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdc6273-6358-4399-9bdc-b31350f434cb x-openstack-request-id: req-4bdc6273-6358-4399-9bdc-b31350f434cb {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:13.162695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:13.162695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4bdc6273-6358-4399-9bdc-b31350f434cb {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:13.162870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba', 'status': 'completed', 'code': 200} Oct 12 17:49:13.452349 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-b0ad2bfa-bcc1-4cb3-b3a3-550eb0f300af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.453884 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-b0ad2bfa-bcc1-4cb3-b3a3-550eb0f300af service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 1097 time: 0.2813752 Oct 12 17:49:13.466227 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b88ab2-c928-4ea3-8be6-5d75fe8d8b0f req-e9e5ec07-91f7-4ba9-ad5c-b922f7804d55 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.468310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-88b88ab2-c928-4ea3-8be6-5d75fe8d8b0f req-e9e5ec07-91f7-4ba9-ad5c-b922f7804d55 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.2861993 Oct 12 17:49:13.517696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-734138d2-1099-4b1c-a50a-9b7abf0d2a0f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba HTTP/1.1" status: 200 len: 217 time: 0.0484903 Oct 12 17:49:13.579825 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-88b88ab2-c928-4ea3-8be6-5d75fe8d8b0f req-948f2974-64ad-4456-ac07-3ccbf352c44c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047108 Oct 12 17:49:13.614737 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e63091-c883-466d-baa2-87b6d558589f req-84a098bd-63fb-4998-9887-cd7d6af1d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.616186 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-84a098bd-63fb-4998-9887-cd7d6af1d660 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0906718 Oct 12 17:49:13.634257 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf640b7-fb77-4599-8f11-7de00369cd12 req-bcefdef2-2f21-4aec-974c-fa760877dc4d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.635702 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaf640b7-fb77-4599-8f11-7de00369cd12 req-bcefdef2-2f21-4aec-974c-fa760877dc4d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0736225 Oct 12 17:49:13.673916 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-77176c9e-9486-4d2a-b2c6-35ae04b0059e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370708 Oct 12 17:49:13.710537 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaf640b7-fb77-4599-8f11-7de00369cd12 req-f39b9b45-48d2-407b-80ba-a026c5d98182 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658753 Oct 12 17:49:13.781532 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-6fd8db8d-fb00-4d88-9269-ad99faa6cceb service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940201 Oct 12 17:49:13.878190 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0e63091-c883-466d-baa2-87b6d558589f req-d255239a-0e99-4174-8d92-c6ab63e631cb service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887170 Oct 12 17:49:13.973676 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-b8c9b0f2-ed68-4cb9-b5f8-409a477861ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:13.975124 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-b8c9b0f2-ed68-4cb9-b5f8-409a477861ef service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 1097 time: 0.0405672 Oct 12 17:49:14.073034 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-4b30172f-aa50-4192-9315-6e0cda82b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.074623 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-4b30172f-aa50-4192-9315-6e0cda82b95b service neutron] 10.222.0.87 "GET /v2.0/networks?id=88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 200 len: 916 time: 0.0902882 Oct 12 17:49:14.121870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-d412fd1c-fc39-452d-ba97-f9a69669ff15 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba HTTP/1.1" status: 200 len: 217 time: 0.0373893 Oct 12 17:49:14.173201 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9a8ab-b773-4276-afe8-27bae22a2922 req-01df4d39-0fe8-4ee8-b457-23aaf030032f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.174643 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3c9a8ab-b773-4276-afe8-27bae22a2922 req-01df4d39-0fe8-4ee8-b457-23aaf030032f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0520036 Oct 12 17:49:14.211556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3c9a8ab-b773-4276-afe8-27bae22a2922 req-21d66d6e-096e-4ab7-b11d-b46207b7025c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Oct 12 17:49:14.706743 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ce86-5651-481a-9989-c085ebe9c3b2 req-67e3e78b-9af1-4fa6-b138-a3e46e38a3c8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.708193 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cc79ce86-5651-481a-9989-c085ebe9c3b2 req-67e3e78b-9af1-4fa6-b138-a3e46e38a3c8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0487494 Oct 12 17:49:14.745927 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cc79ce86-5651-481a-9989-c085ebe9c3b2 req-4e05a9a7-d5c5-4fe2-9893-f43969b62940 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Oct 12 17:49:14.855500 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-9c601f5a-d544-4eac-b63d-e93f84638913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.856957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-9c601f5a-d544-4eac-b63d-e93f84638913 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 200 len: 855 time: 0.0724237 Oct 12 17:49:14.873392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2d225-d836-4a55-a9c2-6026f6b69d52 req-2b813cc3-8285-483b-aa04-7482a710ee3f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:14.874753 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:14.875298 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64c2d225-d836-4a55-a9c2-6026f6b69d52 req-2b813cc3-8285-483b-aa04-7482a710ee3f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0646546 Oct 12 17:49:14.905993 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-9ec94ed9-8011-48e3-9c42-5728a42befb1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=88778fc6-f8a4-45ce-ae7e-17e518cdc622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302124 Oct 12 17:49:14.946698 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64c2d225-d836-4a55-a9c2-6026f6b69d52 req-3777cc7c-0c3b-4528-bd6e-35dda96a7871 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633857 Oct 12 17:49:15.018157 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-ce428b8f-e429-4b46-a165-d840ffd8b65b service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937178 Oct 12 17:49:15.112083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcd362c2-901d-4754-8e5f-e9a88d3c7a94 req-2c68c9cd-0727-4735-806c-99111607dfcd service neutron] 10.222.0.87 "GET /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864210 Oct 12 17:49:19.086870 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d97b-41d6-449b-a1f2-08e8a90eb455 req-2e276325-79a2-4ef5-83a7-98913cb5ee81 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:19.088328 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daa3d97b-41d6-449b-a1f2-08e8a90eb455 req-2e276325-79a2-4ef5-83a7-98913cb5ee81 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0812359 Oct 12 17:49:19.097210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346907d-6030-49cd-93bc-966ab29aa964 req-59ed7a52-0cee-4af2-9453-ae7e9f4701ce tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:19.098514 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5346907d-6030-49cd-93bc-966ab29aa964 req-59ed7a52-0cee-4af2-9453-ae7e9f4701ce tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0805371 Oct 12 17:49:19.155247 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daa3d97b-41d6-449b-a1f2-08e8a90eb455 req-743de9ba-37eb-49c6-a525-19d7409a5b8e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Oct 12 17:49:19.158260 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5346907d-6030-49cd-93bc-966ab29aa964 req-0700e323-a09f-4782-91c2-232d33010cb8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532215 Oct 12 17:49:19.255301 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542d4dc-7bf1-476c-aa49-e886b2b763c9 req-18f6da5a-4a58-4920-9b56-f28ce9da6c2d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:19.256744 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9542d4dc-7bf1-476c-aa49-e886b2b763c9 req-18f6da5a-4a58-4920-9b56-f28ce9da6c2d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Oct 12 17:49:19.296310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9542d4dc-7bf1-476c-aa49-e886b2b763c9 req-c7e1232f-6f7c-42e4-9ed3-1065e906fdba tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336778 Oct 12 17:49:20.273607 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dd903-9520-4442-bd60-ab225aadb913 req-0b0f6ddd-e571-4624-bdc0-07abdf9c01b2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:20.275070 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fd3dd903-9520-4442-bd60-ab225aadb913 req-0b0f6ddd-e571-4624-bdc0-07abdf9c01b2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0497656 Oct 12 17:49:20.317270 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fd3dd903-9520-4442-bd60-ab225aadb913 req-6debb76c-8bc5-4051-a7c8-62829364c9a1 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351512 Oct 12 17:49:20.422122 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5196-a365-4002-8e4f-f6538411bf08 req-3713cc7f-f9d7-4d2f-bda3-8ad6f0eedf7d tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:20.423593 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d8cc5196-a365-4002-8e4f-f6538411bf08 req-3713cc7f-f9d7-4d2f-bda3-8ad6f0eedf7d tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0487797 Oct 12 17:49:20.461464 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d8cc5196-a365-4002-8e4f-f6538411bf08 req-a937d4de-2004-4c57-b2ff-76e48325d7b0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Oct 12 17:49:20.562990 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47370ffb-c5c4-4787-aacc-70598ca55499 req-ea172eff-f94e-4b78-b0d5-75e551950add tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:20.564430 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47370ffb-c5c4-4787-aacc-70598ca55499 req-ea172eff-f94e-4b78-b0d5-75e551950add tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Oct 12 17:49:20.601783 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47370ffb-c5c4-4787-aacc-70598ca55499 req-1e44b891-0799-4ef5-9df0-d7fd4edfa59d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Oct 12 17:49:24.947621 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:25.047063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:25.063949 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'mac_address': 'fa:16:3e:9a:3d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:25.088124 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565c23e-40b2-4005-a272-a1bb1707eb02 req-7076a148-2eab-4bf9-8904-f6fbd5f24aeb tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:25.089630 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e565c23e-40b2-4005-a272-a1bb1707eb02 req-7076a148-2eab-4bf9-8904-f6fbd5f24aeb tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0500844 Oct 12 17:49:25.102610 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.116263 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df7f89d-a95f-4546-8a49-70e5082e6849 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:25.135537 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:25.139708 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:25.159460 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e565c23e-40b2-4005-a272-a1bb1707eb02 req-c5d396cb-d018-4147-9a39-2494e65dcafe tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Oct 12 17:49:25.167156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a02954-23cb-4364-857c-5e2b3c96504b req-a6d37b51-9426-438e-bb03-757086d43642 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:25.168651 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9a02954-23cb-4364-857c-5e2b3c96504b req-a6d37b51-9426-438e-bb03-757086d43642 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0781558 Oct 12 17:49:25.193318 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:25.200898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.201234 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.201579 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.201917 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.202904 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.202904 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.203208 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.203540 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.204480 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.204824 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.205196 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.205950 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:25.216988 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9a02954-23cb-4364-857c-5e2b3c96504b req-f7d84ac4-9830-4ffc-9fbb-9c7bc41ee947 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340486 Oct 12 17:49:25.267892 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa0ec-64a6-43ec-823d-422dce412f6b req-286fd26b-5f29-45e9-9082-43fdb38d304c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:25.269487 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77dfa0ec-64a6-43ec-823d-422dce412f6b req-286fd26b-5f29-45e9-9082-43fdb38d304c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0507228 Oct 12 17:49:25.307643 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77dfa0ec-64a6-43ec-823d-422dce412f6b req-0a4eba6e-bbab-47ff-9d13-363b87ae77c7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Oct 12 17:49:25.982887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-a25e24ab-089e-4efb-8214-3e8e9d91ad2c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:25.985171 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-a25e24ab-089e-4efb-8214-3e8e9d91ad2c tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Oct 12 17:49:26.103651 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Deleting port 4eb470c0-0b07-4c06-ab87-7829766dbe4d {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:49:26.104340 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.205729 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] For port 4eb470c0-0b07-4c06-ab87-7829766dbe4d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4eb470c0-0b07-4c06-ab87-7829766dbe4d,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:26.206561 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.219684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Calling delete_port for 4eb470c0-0b07-4c06-ab87-7829766dbe4d owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:49:26.437796 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.454317 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['4eb470c0-0b07-4c06-ab87-7829766dbe4d'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:26.478988 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380ed7e-43a8-4da4-a5f5-a1b737d9cce8 req-bc1654c1-bf67-4bec-baea-bfb87f8cdb5d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:26.480443 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f380ed7e-43a8-4da4-a5f5-a1b737d9cce8 req-bc1654c1-bf67-4bec-baea-bfb87f8cdb5d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.1468630 Oct 12 17:49:26.490459 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54748-e130-43fe-b15f-74aa664ef0e6 req-2b086282-0d8e-4325-8f21-53825e1232b7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:26.491799 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66f54748-e130-43fe-b15f-74aa664ef0e6 req-2b086282-0d8e-4325-8f21-53825e1232b7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 945 time: 0.1594999 Oct 12 17:49:26.494363 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Pushing event deleted for resources: {'Port': ['ID=4eb470c0-0b07-4c06-ab87-7829766dbe4d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:26.572734 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] No DVR routers for this DVR port 4eb470c0-0b07-4c06-ab87-7829766dbe4d on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:49:26.578831 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:26.582069 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bedf130c-677b-4514-abda-3f5bfa8b5a4c req-d5e89d19-f87f-4e01-835c-7ca3b33f163d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "DELETE /v2.0/ports/4eb470c0-0b07-4c06-ab87-7829766dbe4d HTTP/1.1" status: 204 len: 173 time: 0.5880525 Oct 12 17:49:26.582503 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'name': 'network-vif-deleted', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:26.584822 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e4c49a-ee82-4992-9d72-3ca534486de2" -d '{"events": [{"server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "name": "network-vif-deleted", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:26.599696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f380ed7e-43a8-4da4-a5f5-a1b737d9cce8 req-09497def-e8aa-46f8-bd47-61b55effb2f7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065707 Oct 12 17:49:26.604670 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66f54748-e130-43fe-b15f-74aa664ef0e6 req-95a3d423-a78f-4903-9d2a-d18ff4a4dfa7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020074 Oct 12 17:49:26.663239 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f859712-b8c0-44d0-81df-02d0ed01ed8b x-openstack-request-id: req-3f859712-b8c0-44d0-81df-02d0ed01ed8b {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:26.663537 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e235b638-1bc2-499c-a7a9-afce832e8f38", "name": "network-vif-deleted", "tag": "4eb470c0-0b07-4c06-ab87-7829766dbe4d", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:26.663794 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3f859712-b8c0-44d0-81df-02d0ed01ed8b {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:26.664191 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e235b638-1bc2-499c-a7a9-afce832e8f38', 'name': 'network-vif-deleted', 'tag': '4eb470c0-0b07-4c06-ab87-7829766dbe4d', 'status': 'completed', 'code': 200} Oct 12 17:49:26.696181 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-10be93da-a1b3-4bac-a5ca-50a4bcf9cde1 req-08b20f7e-699c-4d2c-a2c9-c1a152a6b7b7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=e235b638-1bc2-499c-a7a9-afce832e8f38 HTTP/1.1" status: 200 len: 210 time: 0.0297954 Oct 12 17:49:27.031581 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-e13dcc70-547e-4777-841a-d7a3e2a7b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.032787 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-e13dcc70-547e-4777-841a-d7a3e2a7b051 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0723240 Oct 12 17:49:27.040958 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c11f1-7052-43f4-9e0b-c02ec9a7c831 req-a18aa715-9777-4276-9dd3-1c0dd12ea673 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.042284 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-805c11f1-7052-43f4-9e0b-c02ec9a7c831 req-a18aa715-9777-4276-9dd3-1c0dd12ea673 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0741661 Oct 12 17:49:27.070366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['6df7f89d-a95f-4546-8a49-70e5082e6849'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:27.124204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-805c11f1-7052-43f4-9e0b-c02ec9a7c831 req-e6b5e754-8bdc-4e71-aa6b-68a02edb61ef tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742002 Oct 12 17:49:27.155541 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-86a06720-080d-4df7-b8dc-30e50e0632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.157149 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-86a06720-080d-4df7-b8dc-30e50e0632b1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.1139922 Oct 12 17:49:27.208089 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-18d7516d-8fec-4c43-92f5-d0f2c2cceac8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0386021 Oct 12 17:49:27.264569 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-47f27e03-5cb6-4438-9ac0-af0e9a08e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.266139 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-47f27e03-5cb6-4438-9ac0-af0e9a08e54b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0479238 Oct 12 17:49:27.336265 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-e7ee5e49-fc2c-4cba-bd14-5e3a1c099c89 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613744 Oct 12 17:49:27.463552 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-8a0e1c46-26ad-404a-8d58-87f394e022e9 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961521 Oct 12 17:49:27.558335 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07a1c296-53cb-44f3-9742-04ccf6165a4e req-237b14cf-bac5-4b2f-a4a4-5d748517ac81 service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844028 Oct 12 17:49:27.762988 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae75b-fb42-4023-a91b-c89aac3ae6a6 req-e2f6eaca-02e5-4203-975a-0f31094331c0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.764450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce3ae75b-fb42-4023-a91b-c89aac3ae6a6 req-e2f6eaca-02e5-4203-975a-0f31094331c0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 945 time: 0.0864599 Oct 12 17:49:27.780007 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd20272-55a2-4446-849f-cc8add3caa65 req-4c5e6c15-60f7-4ea5-958c-04f7658ba237 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:27.781482 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ccd20272-55a2-4446-849f-cc8add3caa65 req-4c5e6c15-60f7-4ea5-958c-04f7658ba237 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0924444 Oct 12 17:49:27.835898 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce3ae75b-fb42-4023-a91b-c89aac3ae6a6 req-37a882c8-b259-4a0f-bb85-dbdebeef0a54 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644815 Oct 12 17:49:27.840442 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ccd20272-55a2-4446-849f-cc8add3caa65 req-47a91a91-44b2-47cc-9bfe-b208328a7b82 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Oct 12 17:49:28.240054 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15312da-4a65-42a4-8f22-dbfd9d622334 req-984a2c66-87e7-4511-9224-a61adde6059c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:28.241555 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d15312da-4a65-42a4-8f22-dbfd9d622334 req-984a2c66-87e7-4511-9224-a61adde6059c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0480702 Oct 12 17:49:28.278909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d15312da-4a65-42a4-8f22-dbfd9d622334 req-6678144a-57e6-4217-a759-f73c8869c51b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Oct 12 17:49:28.992998 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44546c2c-ffd2-48ff-9eec-a5b73acb48ad req-4781849a-f623-40f0-92ae-6eb5679c1ca6 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:28.994461 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44546c2c-ffd2-48ff-9eec-a5b73acb48ad req-4781849a-f623-40f0-92ae-6eb5679c1ca6 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 945 time: 0.0864077 Oct 12 17:49:29.003096 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912e59-c952-4196-a914-c8b2df1f3de7 req-182c80c9-1943-4c53-af9d-3c871274450c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:29.004603 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47912e59-c952-4196-a914-c8b2df1f3de7 req-182c80c9-1943-4c53-af9d-3c871274450c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 944 time: 0.0879333 Oct 12 17:49:29.060471 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44546c2c-ffd2-48ff-9eec-a5b73acb48ad req-c77c2800-9108-4a53-a1d9-be00e4528d73 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547791 Oct 12 17:49:29.063348 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47912e59-c952-4196-a914-c8b2df1f3de7 req-493d5837-94a3-4590-bca1-6b5bfd7b012b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517812 Oct 12 17:49:29.386710 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 892ad0f4-d876-4a98-b15f-8a81e78627ba details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:29.393398 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cbd7-dc2a-4dd1-987e-279f624ceaa1 req-9ab613f2-4a29-4f2c-99bb-94ea598c6256 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:29.394897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0cf2cbd7-dc2a-4dd1-987e-279f624ceaa1 req-9ab613f2-4a29-4f2c-99bb-94ea598c6256 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0485833 Oct 12 17:49:29.433050 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0cf2cbd7-dc2a-4dd1-987e-279f624ceaa1 req-64a49995-d2d7-4881-977f-9b8ebaa239cd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Oct 12 17:49:29.481460 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:29.492820 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '892ad0f4-d876-4a98-b15f-8a81e78627ba', 'network_id': '88778fc6-f8a4-45ce-ae7e-17e518cdc622', 'port_id': '892ad0f4-d876-4a98-b15f-8a81e78627ba', 'mac_address': 'fa:16:3e:aa:82:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f772534b-e4c7-4613-be19-65d1110a1385', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:29.516157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:29.555950 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.573230 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892ad0f4-d876-4a98-b15f-8a81e78627ba {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:29.600698 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:29.603648 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 6df7f89d-a95f-4546-8a49-70e5082e6849 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:29.607219 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.613375 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 6df7f89d-a95f-4546-8a49-70e5082e6849 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:29.613732 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.683077 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:29.726857 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.748610 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:29.751508 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e263f5e-c269-4362-b609-e2babd250600" -d '{"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-plugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:29.764323 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:29.768100 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:29.768890 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 4eb470c0-0b07-4c06-ab87-7829766dbe4d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:49:29.808673 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 4eb470c0-0b07-4c06-ab87-7829766dbe4d {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:49:29.809036 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 4eb470c0-0b07-4c06-ab87-7829766dbe4d not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:49:29.833392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:31.502987 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:49:32.065323 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aadb6c-2d5d-4fa8-930f-cb8ce21fbb25 x-openstack-request-id: req-63aadb6c-2d5d-4fa8-930f-cb8ce21fbb25 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:32.065841 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-plugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:32.066077 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63aadb6c-2d5d-4fa8-930f-cb8ce21fbb25 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:32.066527 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'code': 200} Oct 12 17:49:32.165975 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bc225-845b-4f5a-a775-507c3c31efe5 req-3df30b16-c8a6-4a25-8988-8f7bbf5076bd tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:32.169386 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-444bc225-845b-4f5a-a775-507c3c31efe5 req-3df30b16-c8a6-4a25-8988-8f7bbf5076bd tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0857320 Oct 12 17:49:32.187959 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a9e34-e87e-4a06-b8b2-844b9d2018e3 req-f28a09c6-561c-4873-a795-5d64561ad502 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:32.189386 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3a3a9e34-e87e-4a06-b8b2-844b9d2018e3 req-f28a09c6-561c-4873-a795-5d64561ad502 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 945 time: 0.0721383 Oct 12 17:49:32.231568 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-444bc225-845b-4f5a-a775-507c3c31efe5 req-eff153e9-55f4-4ef8-8ebf-04e6b4969b38 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567105 Oct 12 17:49:32.244917 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3a3a9e34-e87e-4a06-b8b2-844b9d2018e3 req-70db4994-b42a-4ac8-9538-97b6ff13453e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Oct 12 17:49:32.333570 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3a7d8-cba6-4a13-8e27-94a916934974 req-10ef91c7-b653-408d-b4ae-39b185052c7c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:32.334898 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e7d3a7d8-cba6-4a13-8e27-94a916934974 req-10ef91c7-b653-408d-b4ae-39b185052c7c tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0480204 Oct 12 17:49:32.371649 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e7d3a7d8-cba6-4a13-8e27-94a916934974 req-d42649f8-31e7-4955-98f3-62745837e59d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Oct 12 17:49:33.272789 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e8ce-5149-4bab-9e68-c2ccab32bf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:34.199735 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62dbd8-40d4-480d-bf1c-48d3b6fa34a5 req-1065c087-9347-4f95-a677-9c223b36214a tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.201196 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dd62dbd8-40d4-480d-bf1c-48d3b6fa34a5 req-1065c087-9347-4f95-a677-9c223b36214a tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0625224 Oct 12 17:49:34.285693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5af08-a14e-4ae3-9e92-69342f285478 req-243a218c-e101-438e-a243-3ca916aa6c98 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.287315 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bac5af08-a14e-4ae3-9e92-69342f285478 req-243a218c-e101-438e-a243-3ca916aa6c98 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 945 time: 0.1063418 Oct 12 17:49:34.299806 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dd62dbd8-40d4-480d-bf1c-48d3b6fa34a5 req-4fab332a-7404-41a8-a2eb-ebbae7a94fd4 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845313 Oct 12 17:49:34.300452 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['892ad0f4-d876-4a98-b15f-8a81e78627ba'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:34.322390 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f3c8-cdbe-4a3a-b576-36d0e5648f40 req-3d11975b-38e2-42c8-b344-0daab08f5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.323864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a282f3c8-cdbe-4a3a-b576-36d0e5648f40 req-3d11975b-38e2-42c8-b344-0daab08f5e5e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0899878 Oct 12 17:49:34.407806 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a282f3c8-cdbe-4a3a-b576-36d0e5648f40 req-3496519b-5a48-4f55-abbe-1bec105fb4ff service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750213 Oct 12 17:49:34.414524 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bac5af08-a14e-4ae3-9e92-69342f285478 req-88579b0b-c80a-4f1b-8b71-c4754f704188 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199749 Oct 12 17:49:34.440646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d3eb-8dcf-42e8-bf31-c0acd0d1c690 req-9b18c7ea-5008-486f-a28b-57aed0d8273f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:34.445415 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5802d3eb-8dcf-42e8-bf31-c0acd0d1c690 req-9b18c7ea-5008-486f-a28b-57aed0d8273f tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0791094 Oct 12 17:49:34.481300 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5802d3eb-8dcf-42e8-bf31-c0acd0d1c690 req-93e32ce5-6e44-45ac-bed0-ac755a0c2e15 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Oct 12 17:49:36.008598 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-081e8965-d750-410d-bcb1-5e991e4b5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.983422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:36.988407 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:38.684256 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:40.279484 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7ed4-969c-45cc-80df-cd8d2e8b895c req-4e4530b0-5c09-41c1-84b9-6c6236de2fea tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.281477 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1e4c7ed4-969c-45cc-80df-cd8d2e8b895c req-4e4530b0-5c09-41c1-84b9-6c6236de2fea tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0823741 Oct 12 17:49:40.295061 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b77e3-835e-4054-a3ee-ba9b5a6bdfc8 req-04f63be5-2d1a-4781-a73b-89546d4fb305 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.297340 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-607b77e3-835e-4054-a3ee-ba9b5a6bdfc8 req-04f63be5-2d1a-4781-a73b-89546d4fb305 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 945 time: 0.0860214 Oct 12 17:49:40.364809 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1e4c7ed4-969c-45cc-80df-cd8d2e8b895c req-495c496d-dbb0-40bd-ad4d-72f5977647b1 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662308 Oct 12 17:49:40.372399 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-607b77e3-835e-4054-a3ee-ba9b5a6bdfc8 req-ae8d1e3a-cf46-4bb4-aa55-688043af32e3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667524 Oct 12 17:49:40.475043 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f193-83d5-4879-b4cc-1f9acfc42f88 req-51732204-7a1b-4902-8ef7-f7501d7ef442 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:40.476508 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7876f193-83d5-4879-b4cc-1f9acfc42f88 req-51732204-7a1b-4902-8ef7-f7501d7ef442 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0495319 Oct 12 17:49:40.522267 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7876f193-83d5-4879-b4cc-1f9acfc42f88 req-576c2a76-f331-409a-91ce-cb081b0a0e88 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Oct 12 17:49:41.275722 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 892ad0f4-d876-4a98-b15f-8a81e78627ba up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:49:41.322297 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 892ad0f4-d876-4a98-b15f-8a81e78627ba completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:49:41.325733 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 892ad0f4-d876-4a98-b15f-8a81e78627ba triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:49:41.326098 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.400035 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.425112 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:41.427351 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e338fe18-2db5-41d3-a61d-d158bfb85fee" -d '{"events": [{"server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "name": "network-vif-plugged", "status": "completed", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:41.442981 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:41.447161 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:41.484806 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0c16-0651-4e34-90a1-e181ef83acc4 req-8fc62bdb-1125-4635-87f3-d93f45cabe4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.486320 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0f8e0c16-0651-4e34-90a1-e181ef83acc4 req-8fc62bdb-1125-4635-87f3-d93f45cabe4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0495713 Oct 12 17:49:41.495459 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:41.524711 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0f8e0c16-0651-4e34-90a1-e181ef83acc4 req-48d47bc7-6e38-4d26-8b01-f3e7e0c3ada6 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Oct 12 17:49:41.627970 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e85d4b-cd55-481c-8129-b2e9fffd2e30 req-8136fc82-57a0-4cbd-845a-2e645bbec5ff tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.629515 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1e85d4b-cd55-481c-8129-b2e9fffd2e30 req-8136fc82-57a0-4cbd-845a-2e645bbec5ff tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0504339 Oct 12 17:49:41.668056 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b1e85d4b-cd55-481c-8129-b2e9fffd2e30 req-b60a7d37-6044-47e8-93ea-481a41e97c56 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Oct 12 17:49:41.711833 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb0c622-d5e9-4bad-b15b-4b098ff42c4f x-openstack-request-id: req-dfb0c622-d5e9-4bad-b15b-4b098ff42c4f {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:41.712144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "name": "network-vif-plugged", "status": "completed", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:41.712422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dfb0c622-d5e9-4bad-b15b-4b098ff42c4f {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:41.712815 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba', 'code': 200} Oct 12 17:49:41.801297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecdb50-c600-4ce4-acd7-fab34ca14bbd req-ab4a6e65-7455-4c7c-9809-619693f5d571 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:41.802831 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cecdb50-c600-4ce4-acd7-fab34ca14bbd req-ab4a6e65-7455-4c7c-9809-619693f5d571 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0495601 Oct 12 17:49:41.840255 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cecdb50-c600-4ce4-acd7-fab34ca14bbd req-fc93187c-7bad-49d4-ae4d-17bf7a0b67c6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Oct 12 17:49:42.638722 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141871b-9412-4ade-9d71-8cb79bdee6cc req-18f95f29-b695-432f-802e-45d10da76220 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.640342 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1141871b-9412-4ade-9d71-8cb79bdee6cc req-18f95f29-b695-432f-802e-45d10da76220 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0478377 Oct 12 17:49:42.678055 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1141871b-9412-4ade-9d71-8cb79bdee6cc req-d0c010b4-c34d-4ad4-b982-ea8dd9527478 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Oct 12 17:49:42.786300 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53181a-745f-4cc6-ba28-5cec8d1c0357 req-2edcd638-b6f0-4eb0-974d-ca2df421b252 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:42.787746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5c53181a-745f-4cc6-ba28-5cec8d1c0357 req-2edcd638-b6f0-4eb0-974d-ca2df421b252 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0512943 Oct 12 17:49:42.828401 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5c53181a-745f-4cc6-ba28-5cec8d1c0357 req-ed4ffb8d-c5d3-43cd-a092-62a69f709a9b tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Oct 12 17:49:44.880902 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:46.239690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-e31398f8-0756-445e-b18d-84fdcae18cfb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683148 Oct 12 17:49:46.313842 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-d790d26b-87e1-45a4-a012-58ffa539cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.315430 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-d790d26b-87e1-45a4-a012-58ffa539cf2e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0411906 Oct 12 17:49:46.359536 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0dd19-a92a-47ff-9989-eb3b8da4e2a6 req-e69172b4-32ce-4f1d-aeb2-9f2dc6cb7f40 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.361143 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3af0dd19-a92a-47ff-9989-eb3b8da4e2a6 req-e69172b4-32ce-4f1d-aeb2-9f2dc6cb7f40 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.1139941 Oct 12 17:49:46.363764 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe9499-6df2-4c11-baf6-cfd506437440 req-85f9b9d4-7be0-46fa-9ca2-742a865732dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.365036 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3fe9499-6df2-4c11-baf6-cfd506437440 req-85f9b9d4-7be0-46fa-9ca2-742a865732dc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 1099 time: 0.0912042 Oct 12 17:49:46.372193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e97e0-8f8e-47fc-b370-ef20fc55ac56 req-0e93f0b2-9fc4-41a0-8443-ecf8daee46b3 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.373649 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-066e97e0-8f8e-47fc-b370-ef20fc55ac56 req-0e93f0b2-9fc4-41a0-8443-ecf8daee46b3 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1013064 Oct 12 17:49:46.422704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-1566e01f-108d-496b-90af-3e28e5087dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.424163 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-1566e01f-108d-496b-90af-3e28e5087dac service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0872049 Oct 12 17:49:46.448600 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3fe9499-6df2-4c11-baf6-cfd506437440 req-89ac0bbd-40fc-4e85-aab1-17f945939f6d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729911 Oct 12 17:49:46.455957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-066e97e0-8f8e-47fc-b370-ef20fc55ac56 req-83ee126b-3f63-4aec-a6d2-4a33b1a21a07 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741367 Oct 12 17:49:46.458732 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3af0dd19-a92a-47ff-9989-eb3b8da4e2a6 req-70062c7a-b31e-4610-8e1f-7ca86e08e382 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842328 Oct 12 17:49:46.491471 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-b3059a0c-fd2a-4303-b0b1-02b74d69703d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 1001 time: 0.0599391 Oct 12 17:49:46.559878 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e179f2-e96b-4f85-b5e4-5db71f53754a req-2cc92d9d-c529-4f52-88ac-0ba6b479868e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.561350 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-76e179f2-e96b-4f85-b5e4-5db71f53754a req-2cc92d9d-c529-4f52-88ac-0ba6b479868e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0499091 Oct 12 17:49:46.601095 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-76e179f2-e96b-4f85-b5e4-5db71f53754a req-6561edfc-e74a-4828-890d-83d501e6fbcd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331810 Oct 12 17:49:46.785271 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-d042e86c-aa66-4615-bb8b-ec4774ece69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.786683 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-d042e86c-aa66-4615-bb8b-ec4774ece69c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0439525 Oct 12 17:49:46.834839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-5c8aad5f-6f7d-4ec7-ad4b-12ca1718726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:46.836308 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-5c8aad5f-6f7d-4ec7-ad4b-12ca1718726c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420921 Oct 12 17:49:46.927795 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-e8705833-022f-4cd6-8471-be60f9dfd8d1 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833120 Oct 12 17:49:47.041826 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d243349c-5a95-48b6-990d-a8e9bcd855bc req-c7dc86a0-a514-4dcc-af00-770c47d5adaa service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846357 Oct 12 17:49:47.599340 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a980662-f09a-477f-9e08-a71bcef0a160 req-1a3acac2-c2a6-4472-9f27-e864b1d8690c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.600751 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a980662-f09a-477f-9e08-a71bcef0a160 req-1a3acac2-c2a6-4472-9f27-e864b1d8690c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0759752 Oct 12 17:49:47.608748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9239f0-4b7d-46f2-8fcd-03f2e56d9aeb req-93a057c6-7911-4512-af3a-e87f1770b2e9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.610178 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df9239f0-4b7d-46f2-8fcd-03f2e56d9aeb req-93a057c6-7911-4512-af3a-e87f1770b2e9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0757310 Oct 12 17:49:47.665725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df9239f0-4b7d-46f2-8fcd-03f2e56d9aeb req-c1da7788-ce46-4d17-b6b0-07b35a1d905d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Oct 12 17:49:47.668501 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a980662-f09a-477f-9e08-a71bcef0a160 req-aa45ed52-1993-418d-8742-395018013ebb tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574267 Oct 12 17:49:47.803793 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaa3dd-41c9-4c5d-8ae6-6f5e46dde6ef req-ce1d905a-8414-43a4-8b9d-a6acb30eb2c5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.805382 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcdaa3dd-41c9-4c5d-8ae6-6f5e46dde6ef req-ce1d905a-8414-43a4-8b9d-a6acb30eb2c5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0857549 Oct 12 17:49:47.827610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189593a1-24ef-48d5-acbc-fd5223af2e46 req-d76c9068-5cf8-43d2-a853-48ee6e22a12c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:47.829781 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-189593a1-24ef-48d5-acbc-fd5223af2e46 req-d76c9068-5cf8-43d2-a853-48ee6e22a12c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0832319 Oct 12 17:49:47.881688 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcdaa3dd-41c9-4c5d-8ae6-6f5e46dde6ef req-f215d720-a4b7-4c07-a970-19b24895d222 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Oct 12 17:49:47.886453 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-189593a1-24ef-48d5-acbc-fd5223af2e46 req-480f6ce3-cd47-4a13-a4ce-193973433164 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466397 Oct 12 17:49:47.914877 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 36930) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:48.494620 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0431c5-d287-402f-9984-2e9cd427cb5f tempest-TestShelveInstance-144181962 tempest-TestShelveInstance-144181962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.496284 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8c0431c5-d287-402f-9984-2e9cd427cb5f tempest-TestShelveInstance-144181962 tempest-TestShelveInstance-144181962-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1094 time: 0.5804098 Oct 12 17:49:48.499894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 36958) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:48.508620 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:48.531359 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-08dd9482-c3c2-45d0-a517-e6ed1e01ee91 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.533073 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-08dd9482-c3c2-45d0-a517-e6ed1e01ee91 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 813 time: 0.3881915 Oct 12 17:49:48.550621 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for floatingip, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.553818 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-94af3273-df17-41a5-b51d-671f5674b2e7 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/quotas/2c3df0b5341d40ec82646fe0c0ed7b29 HTTP/1.1" status: 200 len: 375 time: 0.0140555 Oct 12 17:49:48.589262 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-6fbcf01c-8ba7-442c-9a74-feb43c1958c4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319028 Oct 12 17:49:48.666705 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.728611 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-2f9d74bc-e97c-47a5-838c-070ae38e1913 service neutron] 10.222.0.86 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310060 Oct 12 17:49:48.820664 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Allocated IP 172.27.2.147 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/0f1e5f04-1b35-48ea-8eab-57670c811240) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:48.874099 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77300-9d8f-4780-989d-aa8cec0bd730 req-44411777-ead8-4505-862a-3025c2b3c469 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:48.875596 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bef77300-9d8f-4780-989d-aa8cec0bd730 req-44411777-ead8-4505-862a-3025c2b3c469 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0844870 Oct 12 17:49:48.881433 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-51e7aae5-e20e-43d8-b539-d16cf03b2bd3 service neutron] 10.222.0.86 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431541 Oct 12 17:49:48.920464 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bef77300-9d8f-4780-989d-aa8cec0bd730 req-f2f19ec3-e7c4-4e6f-8f1c-d18bc10cd975 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Oct 12 17:49:48.944459 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:48.985107 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:49.043612 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:49.051760 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'Port': ['ID=0f1e5f04-1b35-48ea-8eab-57670c811240,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:49.055229 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:49.060241 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:49.064063 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.064414 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.064754 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.065115 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.065445 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.065771 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.066021 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf15cb-0d19-4845-9d11-e65eed257cf8 req-dbdb1beb-0f04-4fad-b7f4-15be902b9111 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:49.066148 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.066408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.066729 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.067047 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.067366 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.067686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:49:49.068015 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3cf15cb-0d19-4845-9d11-e65eed257cf8 req-dbdb1beb-0f04-4fad-b7f4-15be902b9111 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0803258 Oct 12 17:49:49.081264 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cc65cbe7-e35d-4032-9505-7fb9482c1cda req-aba7c82b-bbee-4953-bbad-40a8e1e14bf4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 210 time: 0.0509839 Oct 12 17:49:49.119028 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3cf15cb-0d19-4845-9d11-e65eed257cf8 req-b9f479f8-5fbd-4c24-934c-0fee46bd494f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Oct 12 17:49:49.748973 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:49.816878 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:49.966346 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:49.971480 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:50.042350 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event updated for resources: {'Port': ['ID=0f1e5f04-1b35-48ea-8eab-57670c811240,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:50.050708 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:50.054693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027f976-042d-4f5a-b4e2-32027c17fd36 req-febfbd6a-e958-4d5f-ac1c-69da8ed4bbc1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.056260 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5027f976-042d-4f5a-b4e2-32027c17fd36 req-febfbd6a-e958-4d5f-ac1c-69da8ed4bbc1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0623071 Oct 12 17:49:50.101370 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5027f976-042d-4f5a-b4e2-32027c17fd36 req-a7639d73-8e4f-44df-97ea-4eb3d3d5fe8b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367594 Oct 12 17:49:50.174771 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-827b7039-3172-4ba8-afe8-f3f1cbd92555 req-3d113c6b-eb57-4b09-be14-a8f73cb656f8 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 210 time: 0.0292516 Oct 12 17:49:50.238483 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.l3_db [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Floating IP b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb associated. External IP: 172.27.2.147, port: 6df7f89d-a95f-4546-8a49-70e5082e6849. Oct 12 17:49:50.314139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-5af97cf5-db17-4aa0-93ec-bdefcbc84615 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:50.315728 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-5af97cf5-db17-4aa0-93ec-bdefcbc84615 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 813 time: 0.1693442 Oct 12 17:49:50.348146 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Request body: {'port': {'device_id': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee', 'admin_state_up': True, 'tenant_id': '2c3df0b5341d40ec82646fe0c0ed7b29'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:50.548648 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Made reservation on behalf of 2c3df0b5341d40ec82646fe0c0ed7b29 for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:49:50.552164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:50.621372 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:49:50.789305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Allocated IP 172.20.0.11 (7aaab033-ec22-442b-ab38-6ac31115dcee/9a2434ba-fa12-4174-b9f8-f32aedcd15cc/c73c3e21-001b-49b7-8531-e7da89d3d2c2) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:49:50.796963 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:49:50.815513 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Sync routers for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:49:50.833489 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:50.833652 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:50.834791 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:49:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:50.880547 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-1feb5f79-ad4c-47c0-8de9-e337879cb5df tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3777499 Oct 12 17:49:50.884039 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:50.886420 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:50.933830 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96afa78-7799-4385-8f12-2c878e61e436 x-openstack-request-id: req-d96afa78-7799-4385-8f12-2c878e61e436 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:50.935410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:50.935410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d96afa78-7799-4385-8f12-2c878e61e436 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:50.935410 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'status': 'completed', 'code': 200} Oct 12 17:49:50.984887 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:51.009147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-f5df14c2-aeeb-44bd-9de5-931f62772f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.016782 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-f5df14c2-aeeb-44bd-9de5-931f62772f3c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0596941 Oct 12 17:49:51.035305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.076919 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.083066 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37042) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:51.158586 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Network 7aaab033-ec22-442b-ab38-6ac31115dcee is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:49:51.162120 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:49:51.170433 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-84479b2e-bdda-46bb-9c37-c109b323e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.174266 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-84479b2e-bdda-46bb-9c37-c109b323e246 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.1502125 Oct 12 17:49:51.175724 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:49:51.203272 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Pushing event updated for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.232443 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.233090 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.256863 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-99811658-5a3d-4170-b092-02ca0bb61277 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9124417 Oct 12 17:49:51.262620 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39e51e9a-8a11-44d7-baaa-8fa40090d5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.302354 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'mac_address': 'fa:16:3e:9a:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:49Z', 'updated_at': '2021-10-12T17:49:49Z', 'revision_number': 0, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:51.334767 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Checking router: fdcaef9d-c8ff-4083-89ac-12730a6d4c68 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:49:51.343105 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Request body: {'port': {'device_id': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:49:51.344784 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:49:51.345513 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:49:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:51.358717 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-a5325394-70e1-4c6f-9592-7dfdb8f48aa1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1000 time: 0.1004782 Oct 12 17:49:51.377682 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39e51e9a-8a11-44d7-baaa-8fa40090d5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.400085 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-39e51e9a-8a11-44d7-baaa-8fa40090d5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.428107 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcdc19-0083-4787-8840-f6cb4f75ee42 req-7bc66f34-6f36-4ea7-8216-97872c561a6d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.429622 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a2bcdc19-0083-4787-8840-f6cb4f75ee42 req-7bc66f34-6f36-4ea7-8216-97872c561a6d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.2341645 Oct 12 17:49:51.431343 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.459075 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-39e51e9a-8a11-44d7-baaa-8fa40090d5ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d2955871df044ec9e1508cf25fa7d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723953 Oct 12 17:49:51.461742 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37050) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:49:51.467203 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:49:51.469273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3714f3b-f68a-429d-97ce-b533a11955f6 req-f44ad8d3-8a9c-4480-b920-27dae46d7c5a tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.470335 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e51e9a-8a11-44d7-baaa-8fa40090d5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae270219-b7f6-453d-8cb9-f4da2fefa4f1,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.477794 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3714f3b-f68a-429d-97ce-b533a11955f6 req-f44ad8d3-8a9c-4480-b920-27dae46d7c5a tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 932 time: 0.1502662 Oct 12 17:49:51.494484 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-e4fd0d34-44fa-406b-ac7b-e11c105d2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.495882 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-e4fd0d34-44fa-406b-ac7b-e11c105d2222 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.1169577 Oct 12 17:49:51.554017 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a2bcdc19-0083-4787-8840-f6cb4f75ee42 req-c604c710-65ff-4dcb-a015-7cad6cdb7364 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173558 Oct 12 17:49:51.579100 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3714f3b-f68a-429d-97ce-b533a11955f6 req-84c4d854-161e-4dc2-ba5d-0e244942a756 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997124 Oct 12 17:49:51.588776 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-8a30a2bb-5450-453e-86ca-8f0111b0d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:51.590862 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-8a30a2bb-5450-453e-86ca-8f0111b0d34d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866971 Oct 12 17:49:51.621839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.687125 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.718090 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-acbd8647-455f-4560-8c3f-ceb922cf9a29 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178813 Oct 12 17:49:51.739726 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'mac_address': 'fa:16:3e:9a:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:49Z', 'updated_at': '2021-10-12T17:49:49Z', 'revision_number': 0, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:49:51.777547 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.778267 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e4a36-4905-49d1-97ad-9330be7c8702 None None] The sync data for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi is: [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'floating_ip_address': '172.27.2.147', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'mac_address': 'fa:16:3e:9a:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:49:49Z', 'updated_at': '2021-10-12T17:49:49Z', 'revision_number': 0, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:49:51.780318 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.781487 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae270219-b7f6-453d-8cb9-f4da2fefa4f1 HTTP/1.1" status: 204 len: 168 time: 0.3188176 Oct 12 17:49:51.811774 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de78990-ad50-4c10-b00c-63cac488f674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae270219-b7f6-453d-8cb9-f4da2fefa4f1,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.825969 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73c3e21-001b-49b7-8531-e7da89d3d2c2 {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:51.834340 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.852575 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Transition to ACTIVE for port object c73c3e21-001b-49b7-8531-e7da89d3d2c2 will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:49:51.858108 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:51.867640 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a67095f4-3a15-4c6b-bf3d-6fdb24f1856e req-b43b9928-f394-4852-93ee-24ff5db1821f service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396205 Oct 12 17:49:51.924408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Pushing event updated for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:51.993883 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Attempting to bind port c73c3e21-001b-49b7-8531-e7da89d3d2c2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:49:51.994302 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Attempting to bind port c73c3e21-001b-49b7-8531-e7da89d3d2c2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:49:51.994533 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Attempting to bind port c73c3e21-001b-49b7-8531-e7da89d3d2c2 on network 7aaab033-ec22-442b-ab38-6ac31115dcee {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:51.999224 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Port c73c3e21-001b-49b7-8531-e7da89d3d2c2 on network 7aaab033-ec22-442b-ab38-6ac31115dcee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:49:51.999224 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Attempting to bind port c73c3e21-001b-49b7-8531-e7da89d3d2c2 on network 7aaab033-ec22-442b-ab38-6ac31115dcee {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:49:52.004654 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:49:52.005042 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Checking segment: {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:49:52.005401 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Bound using segment: {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:49:52.005830 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Bound port: c73c3e21-001b-49b7-8531-e7da89d3d2c2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:49:52.006497 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.089911 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a286e07-dbbd-4056-80f6-d171fb1ae6f2 None None] New status for floating IP b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb: ACTIVE {{(pid=100743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:49:52.096889 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:49:52.101727 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:49:52.111562 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.168734 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.169634 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:52.171038 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] 10.222.0.87 "PUT /v2.0/ports/c73c3e21-001b-49b7-8531-e7da89d3d2c2 HTTP/1.1" status: 200 len: 1094 time: 0.8383231 Oct 12 17:49:52.193417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539cb06-edd4-4cc0-af51-fc710667fe2d service neutron] Pushing event updated for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:52.264709 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-793eb447-c938-4f2c-a1bb-39616b87681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.266788 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-793eb447-c938-4f2c-a1bb-39616b87681f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 1097 time: 0.0438802 Oct 12 17:49:52.312026 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-cb85829e-8e60-4a6a-b7dd-3b8ded4a2e5f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2 HTTP/1.1" status: 200 len: 217 time: 0.0369046 Oct 12 17:49:52.366253 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f9d31541-9632-4d1f-bb53-c8e9f4fbccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.367703 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-f9d31541-9632-4d1f-bb53-c8e9f4fbccfc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9a2434ba-fa12-4174-b9f8-f32aedcd15cc HTTP/1.1" status: 200 len: 853 time: 0.0481308 Oct 12 17:49:52.402832 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-20b36de5-97b6-4feb-8a14-01cfea942238 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aaab033-ec22-442b-ab38-6ac31115dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264430 Oct 12 17:49:52.496168 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-318a13ba-6acb-4887-8f0d-e925facedb3d service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843520 Oct 12 17:49:52.591892 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-306869fc-2081-4838-8c91-cc7e8c189848 req-55ada6cd-1851-4c38-bdbc-d8ee742f6397 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886436 Oct 12 17:49:52.718936 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f36ea-afae-4d30-9963-095d7c17cc95 req-4c9e601c-a401-4378-8527-98a7ae0ddd95 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.720656 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa7f36ea-afae-4d30-9963-095d7c17cc95 req-4c9e601c-a401-4378-8527-98a7ae0ddd95 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0791962 Oct 12 17:49:52.732838 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81263301-42ff-4ad2-b212-89fe49ffa097 req-ff85fa1b-e4a3-4d92-8ed1-844d58bfd045 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:52.734280 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-81263301-42ff-4ad2-b212-89fe49ffa097 req-ff85fa1b-e4a3-4d92-8ed1-844d58bfd045 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 944 time: 0.0654905 Oct 12 17:49:52.790207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa7f36ea-afae-4d30-9963-095d7c17cc95 req-c3446146-9a9d-4859-8dd4-65c1110ce3f3 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549774 Oct 12 17:49:52.795051 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-81263301-42ff-4ad2-b212-89fe49ffa097 req-5f280fab-13ab-4117-ae57-5f050fb8e35d tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534058 Oct 12 17:49:52.936079 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:49:52.939177 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92413f34-90a1-445c-8ced-51c4d262a689" -d '{"events": [{"name": "network-changed", "server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:49:52.974723 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc67943f-ffea-4a1f-b219-a18fae5c74ab x-openstack-request-id: req-fc67943f-ffea-4a1f-b219-a18fae5c74ab {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:49:52.975013 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:49:52.975266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc67943f-ffea-4a1f-b219-a18fae5c74ab {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:49:52.975659 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2', 'status': 'completed', 'code': 200} Oct 12 17:49:53.058394 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413f34-90a1-445c-8ced-51c4d262a689 req-7ccdf2b5-ad9b-466a-b20b-172e3b325899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.059914 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-7ccdf2b5-ad9b-466a-b20b-172e3b325899 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 1097 time: 0.0456250 Oct 12 17:49:53.096029 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396658ce-a146-4396-8ea6-426c09e0eb9c req-4721f23a-c216-4688-a04a-7d7a0953d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.097546 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-396658ce-a146-4396-8ea6-426c09e0eb9c req-4721f23a-c216-4688-a04a-7d7a0953d15f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0437813 Oct 12 17:49:53.137255 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-396658ce-a146-4396-8ea6-426c09e0eb9c req-02148b2c-b1ca-4de3-99e0-99ec2e99e8fd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Oct 12 17:49:53.176400 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413f34-90a1-445c-8ced-51c4d262a689 req-e28a38b2-7a87-4ba7-8875-1375c7f637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.178031 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-e28a38b2-7a87-4ba7-8875-1375c7f637c4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 200 len: 914 time: 0.1061249 Oct 12 17:49:53.849347 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-e8eb0d93-4919-47d3-8921-b0936a15d8c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2 HTTP/1.1" status: 200 len: 217 time: 0.2571411 Oct 12 17:49:53.965823 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229b492-7692-435f-acad-118423750d78 req-dab70511-91c3-4269-a3b8-89c19a6cdfdc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.967304 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3229b492-7692-435f-acad-118423750d78 req-dab70511-91c3-4269-a3b8-89c19a6cdfdc tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0784035 Oct 12 17:49:53.974740 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df0eac-6265-4a0e-8797-863974b2155c req-a69250d7-df92-4d16-8e68-0e34d0e8d399 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.976192 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-00df0eac-6265-4a0e-8797-863974b2155c req-a69250d7-df92-4d16-8e68-0e34d0e8d399 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 944 time: 0.0891430 Oct 12 17:49:53.987816 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92413f34-90a1-445c-8ced-51c4d262a689 req-73ca757b-454e-4eda-93b7-5173c1218631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:53.989650 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-73ca757b-454e-4eda-93b7-5173c1218631 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9a2434ba-fa12-4174-b9f8-f32aedcd15cc HTTP/1.1" status: 200 len: 853 time: 0.0571036 Oct 12 17:49:54.026588 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-5df55714-522c-48ed-a0a9-136e41164379 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aaab033-ec22-442b-ab38-6ac31115dcee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286019 Oct 12 17:49:54.040438 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3229b492-7692-435f-acad-118423750d78 req-1bd7bf0e-3d4e-4b42-8d0d-b2afb32a94b9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632577 Oct 12 17:49:54.045534 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-00df0eac-6265-4a0e-8797-863974b2155c req-e027d8e2-3292-436e-8dc0-ddedb4b5067f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Oct 12 17:49:54.143521 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-2e8c64cd-826e-4eec-aa14-36e2488b04b7 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079013 Oct 12 17:49:54.243292 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-92413f34-90a1-445c-8ced-51c4d262a689 req-2154df76-7196-4e68-9d58-d65d972d8464 service neutron] 10.222.0.87 "GET /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930617 Oct 12 17:49:55.211288 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66afed6-ce76-4956-a7f4-80bd6a1a4c0c req-e1e3efe5-bbe7-4a9f-8d40-0a857ac2bff0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:55.211288 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c66afed6-ce76-4956-a7f4-80bd6a1a4c0c req-e1e3efe5-bbe7-4a9f-8d40-0a857ac2bff0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 944 time: 0.0822480 Oct 12 17:49:55.214186 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b7ea-8813-4057-9e0c-00aa1dc56c33 req-ca4852a0-f8d7-40e0-a9c8-1b55730db2f6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:55.215587 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f4c6b7ea-8813-4057-9e0c-00aa1dc56c33 req-ca4852a0-f8d7-40e0-a9c8-1b55730db2f6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0886624 Oct 12 17:49:55.278738 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c66afed6-ce76-4956-a7f4-80bd6a1a4c0c req-e7eaac47-1f34-4f15-8b1d-b1273e5b1db6 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621958 Oct 12 17:49:55.288112 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f4c6b7ea-8813-4057-9e0c-00aa1dc56c33 req-f47f4e72-12f5-41aa-bba3-10fe38ebb729 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Oct 12 17:49:56.435824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a7f53-c59d-4ac1-9e2b-c2f65228315d req-a9ec4d59-654e-41d2-91f1-b8d9110c5eba tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:56.437310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b5a7f53-c59d-4ac1-9e2b-c2f65228315d req-a9ec4d59-654e-41d2-91f1-b8d9110c5eba tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 944 time: 0.0849943 Oct 12 17:49:56.449999 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad09390-af7d-4de2-a532-4935eef9e6db req-45a9c0d2-9483-40b2-9b6e-4aa8a9f5d4de tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:56.451402 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ad09390-af7d-4de2-a532-4935eef9e6db req-45a9c0d2-9483-40b2-9b6e-4aa8a9f5d4de tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0896471 Oct 12 17:49:56.507389 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b5a7f53-c59d-4ac1-9e2b-c2f65228315d req-8a4ea645-0bce-4f3b-abad-9283199f48fb tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549557 Oct 12 17:49:56.510191 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ad09390-af7d-4de2-a532-4935eef9e6db req-b9e70da2-90c9-4891-b2ab-3f5d90993e85 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516000 Oct 12 17:49:57.342409 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device c73c3e21-001b-49b7-8531-e7da89d3d2c2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:49:57.451792 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:57.462599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2', 'network_id': '7aaab033-ec22-442b-ab38-6ac31115dcee', 'port_id': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2', 'mac_address': 'fa:16:3e:96:d5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2434ba-fa12-4174-b9f8-f32aedcd15cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:49:57.498637 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:57.511563 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73c3e21-001b-49b7-8531-e7da89d3d2c2 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:49:57.531858 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:49:57.536230 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:49:57.585498 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:49:57.668544 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6959e4-6582-4a09-b5da-542a9f056013 req-49a60a93-4589-401d-ab2c-f8d9dda8c896 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.670510 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4f6959e4-6582-4a09-b5da-542a9f056013 req-49a60a93-4589-401d-ab2c-f8d9dda8c896 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0889740 Oct 12 17:49:57.679424 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de480b9-67db-47ca-a942-fb7f13ff9cb4 req-1bd933ba-d49a-4e0b-a7c4-0e61164281c9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:57.680809 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4de480b9-67db-47ca-a942-fb7f13ff9cb4 req-1bd933ba-d49a-4e0b-a7c4-0e61164281c9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 945 time: 0.0889425 Oct 12 17:49:57.736273 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4f6959e4-6582-4a09-b5da-542a9f056013 req-802fdd39-10ed-499f-a622-8e3ebf2f5806 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543120 Oct 12 17:49:57.743372 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4de480b9-67db-47ca-a942-fb7f13ff9cb4 req-d6333f38-170c-4b11-a39f-f5e906f786dc tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559347 Oct 12 17:49:58.029330 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-c68e49bc-cc47-444a-9823-b43a48e93565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.031092 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-c68e49bc-cc47-444a-9823-b43a48e93565 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 1098 time: 0.0401502 Oct 12 17:49:58.032186 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcefbb-4e91-42a3-a668-bb19b7e57992 req-1f9d6800-ccb5-4ed0-a205-bde8ab6b7395 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.033710 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4ebcefbb-4e91-42a3-a668-bb19b7e57992 req-1f9d6800-ccb5-4ed0-a205-bde8ab6b7395 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0498319 Oct 12 17:49:58.074378 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4ebcefbb-4e91-42a3-a668-bb19b7e57992 req-cd6da19c-f3a8-4b9f-a1dc-656173435a8e tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345688 Oct 12 17:49:58.126887 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-4b2dd0d8-75b3-4137-a4b7-360a12f3ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.128384 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-4b2dd0d8-75b3-4137-a4b7-360a12f3ef80 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 200 len: 919 time: 0.0890641 Oct 12 17:49:58.155242 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['c73c3e21-001b-49b7-8531-e7da89d3d2c2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:49:58.180302 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-047fff1a-04bd-4092-b79d-28e287f25851 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 200 len: 217 time: 0.0381973 Oct 12 17:49:58.240625 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-022868b6-3788-43ff-9381-03df0d3aa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.242860 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-022868b6-3788-43ff-9381-03df0d3aa4e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 200 len: 858 time: 0.0492971 Oct 12 17:49:58.284581 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-15da6562-58d3-4136-b411-700f623d8dc2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5853aa21-f335-4274-ad62-b3971a448d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296881 Oct 12 17:49:58.390465 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-bf933074-b593-4cd2-947d-51a7781d8abf service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947683 Oct 12 17:49:58.494823 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-8232ddf5-ba62-4b0d-95a1-942f6024a5cb req-99e86519-2f0f-4733-ac0b-2de5d3e1df8f service neutron] 10.222.0.87 "GET /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940099 Oct 12 17:49:58.864396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1b0f-2309-4b85-ab0b-cfbf208409fe req-2ead4115-7daf-4c8c-84a5-ee6994d237e0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:58.865894 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b5f1b0f-2309-4b85-ab0b-cfbf208409fe req-2ead4115-7daf-4c8c-84a5-ee6994d237e0 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 945 time: 0.0495706 Oct 12 17:49:58.913878 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b5f1b0f-2309-4b85-ab0b-cfbf208409fe req-91ae23be-0084-434c-bffa-f63d7bcdc2a4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Oct 12 17:49:59.188793 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec251c68-6739-4569-86b3-a4416261bd65 req-4cd7573c-8dd4-4609-80af-0915b42616ca tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:49:59.190251 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec251c68-6739-4569-86b3-a4416261bd65 req-4cd7573c-8dd4-4609-80af-0915b42616ca tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0484111 Oct 12 17:49:59.228119 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec251c68-6739-4569-86b3-a4416261bd65 req-e5002f3b-3b5e-4266-8a92-2b3ead827e57 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Oct 12 17:50:00.037479 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bb228-7e5f-40e9-b224-1ce2f6942c1d req-a621f9a9-a6d2-4541-8d9e-5caddd3b0c19 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:00.039092 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-254bb228-7e5f-40e9-b224-1ce2f6942c1d req-a621f9a9-a6d2-4541-8d9e-5caddd3b0c19 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 945 time: 0.0520833 Oct 12 17:50:00.085445 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-254bb228-7e5f-40e9-b224-1ce2f6942c1d req-18383ca0-9e2c-43ea-a2ea-d6e27ab5b23f tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Oct 12 17:50:00.108502 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37266) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:00.211171 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.290049 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.293796 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.358482 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91199746-bbd5-46da-843f-7b6b8b763772,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:00.362782 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=799a68be91c845d083420d8e4983c222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529712 Oct 12 17:50:00.365820 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37272) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:00.371792 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.372136 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.372468 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.372796 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.373152 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.373477 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.373798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.374118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.374436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.374751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.375059 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.376194 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c26c8e3-e421-46d9-9ed7-87961f3de6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:00.395185 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3462a7b-c03f-4578-9bc7-de125a9ae8a5 req-e4263e3d-de59-4c03-b9c0-a6cf18df06eb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:00.396662 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3462a7b-c03f-4578-9bc7-de125a9ae8a5 req-e4263e3d-de59-4c03-b9c0-a6cf18df06eb tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0974109 Oct 12 17:50:00.417291 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.434694 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3462a7b-c03f-4578-9bc7-de125a9ae8a5 req-18964ba6-8393-4141-84d5-6d2ecf177128 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Oct 12 17:50:00.439671 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.501688 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.504243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.505408 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91199746-bbd5-46da-843f-7b6b8b763772 HTTP/1.1" status: 204 len: 168 time: 0.1383159 Oct 12 17:50:00.513466 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b54fa-440c-4350-a282-69ea750bb655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91199746-bbd5-46da-843f-7b6b8b763772,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:00.765836 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37282) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:00.778715 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec121abd-c21d-42a4-9d7f-1df5eaf9ff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.854108 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec121abd-c21d-42a4-9d7f-1df5eaf9ff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.857484 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec121abd-c21d-42a4-9d7f-1df5eaf9ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.893739 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121abd-c21d-42a4-9d7f-1df5eaf9ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db07fb0-bf02-468f-b64d-268311c48d99,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:00.897987 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ec121abd-c21d-42a4-9d7f-1df5eaf9ff15 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8b437fc47c94cd4bf778f4f2a631057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310439 Oct 12 17:50:00.900497 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37284) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:00.949170 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:00.971624 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.017947 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.020571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.021647 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7db07fb0-bf02-468f-b64d-268311c48d99 HTTP/1.1" status: 204 len: 168 time: 0.1202445 Oct 12 17:50:01.031680 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ca9ef-8eb8-4857-a677-29e6ad258d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db07fb0-bf02-468f-b64d-268311c48d99,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:01.213895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789008d-f89d-4465-bc07-3bab7e183bdb req-f9605e8b-f2e0-4db9-8a39-0dbd62782978 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:01.215345 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e789008d-f89d-4465-bc07-3bab7e183bdb req-f9605e8b-f2e0-4db9-8a39-0dbd62782978 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 945 time: 0.0492942 Oct 12 17:50:01.256239 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e789008d-f89d-4465-bc07-3bab7e183bdb req-8f3f1461-0bb1-4cda-bce2-dc83245c7da4 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Oct 12 17:50:01.368109 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device c73c3e21-001b-49b7-8531-e7da89d3d2c2 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:01.383161 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37300) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:01.396728 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-88e9e0ab-08a6-4ae3-8cd6-e68a89a27b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.418627 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port c73c3e21-001b-49b7-8531-e7da89d3d2c2 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:01.422451 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port c73c3e21-001b-49b7-8531-e7da89d3d2c2 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:01.422859 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.476314 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-88e9e0ab-08a6-4ae3-8cd6-e68a89a27b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.481560 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-88e9e0ab-08a6-4ae3-8cd6-e68a89a27b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.522720 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.524108 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9e0ab-08a6-4ae3-8cd6-e68a89a27b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf12ab04-2503-45d0-8c7a-4131cb441994,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:01.528426 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-88e9e0ab-08a6-4ae3-8cd6-e68a89a27b8a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=677d67a73c12400bb83f635956e22b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442013 Oct 12 17:50:01.531807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37304) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:01.553076 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:01.557432 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f625c57-75ab-41f0-aefa-7cfb306a41f1" -d '{"events": [{"server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:01.575174 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:01.582329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.614878 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905c56-ff6e-42af-8af0-da53b51c7d84 req-dd447ce4-fe3a-4730-98b8-2596451f9679 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:01.616261 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3b905c56-ff6e-42af-8af0-da53b51c7d84 req-dd447ce4-fe3a-4730-98b8-2596451f9679 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0863261 Oct 12 17:50:01.632487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:01.632662 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.669429 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c83bf-9f4b-478b-9780-4a5f75fae8bf x-openstack-request-id: req-265c83bf-9f4b-478b-9780-4a5f75fae8bf {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:01.669757 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:01.670018 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-265c83bf-9f4b-478b-9780-4a5f75fae8bf {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:01.670451 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2', 'code': 200} Oct 12 17:50:01.673563 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.677726 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3b905c56-ff6e-42af-8af0-da53b51c7d84 req-9e32bc86-cb6f-43c9-a4d8-34b55800fd5a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544090 Oct 12 17:50:01.728960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.731513 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:01.732776 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf12ab04-2503-45d0-8c7a-4131cb441994 HTTP/1.1" status: 204 len: 168 time: 0.2003644 Oct 12 17:50:01.741567 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e08a-d4a1-4869-bad9-60e6bccb5860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf12ab04-2503-45d0-8c7a-4131cb441994,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:01.869304 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b564c-2c01-4d8e-8dcf-816507129068 req-ea6bfb06-aaba-4d01-be80-f07f77cda432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:01.870709 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-128b564c-2c01-4d8e-8dcf-816507129068 req-ea6bfb06-aaba-4d01-be80-f07f77cda432 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 1099 time: 0.0419247 Oct 12 17:50:01.906419 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-128b564c-2c01-4d8e-8dcf-816507129068 req-2d13cde6-7678-4f33-b20f-7d7912366ee8 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279405 Oct 12 17:50:02.418409 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e91321-c4c4-4b6d-8c1f-5b26ad5cb239 req-66da7c0d-f4c8-4eda-b87b-a7d8d80eed78 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.419854 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1e91321-c4c4-4b6d-8c1f-5b26ad5cb239 req-66da7c0d-f4c8-4eda-b87b-a7d8d80eed78 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0877147 Oct 12 17:50:02.428230 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37340) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:02.433343 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629205-0004-4bb4-959c-ab7c9b437a40 req-ab8f0d0d-6104-4da8-9a9e-df0be5dcee62 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.434863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0629205-0004-4bb4-959c-ab7c9b437a40 req-ab8f0d0d-6104-4da8-9a9e-df0be5dcee62 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0718498 Oct 12 17:50:02.493388 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0629205-0004-4bb4-959c-ab7c9b437a40 req-5ca59ef5-40c7-4080-baa0-176920ddac71 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507758 Oct 12 17:50:02.496114 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1e91321-c4c4-4b6d-8c1f-5b26ad5cb239 req-6129e8c4-b236-47f7-a1d9-e2ad023838a8 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Oct 12 17:50:02.526119 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076174046-network', 'tenant_id': '62f4dbc8ef60473f89445185f7efc802'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:02.548631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Made reservation on behalf of 62f4dbc8ef60473f89445185f7efc802 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:02.551036 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.559300 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.635879 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.639977 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.673006 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:50:02.679403 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:02.690290 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.690609 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Added segment 79ee71ee-bdd2-4203-8596-e1b71ddb9367 of type vlan for network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa Oct 12 17:50:02.740106 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.765502 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.767540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.768126 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:02.805550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe8039-a123-4456-a88d-1a67ac5b0ae0 req-3e339967-f86c-4e2a-be17-f9e3a6cd57ac tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:02.807527 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d6fe8039-a123-4456-a88d-1a67ac5b0ae0 req-3e339967-f86c-4e2a-be17-f9e3a6cd57ac tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0611284 Oct 12 17:50:02.825116 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3956449 Oct 12 17:50:02.827886 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37350) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:02.843650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Request body: {'subnet': {'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076174046-subnet', 'tenant_id': '62f4dbc8ef60473f89445185f7efc802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:02.856712 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b002e17-2847-431e-b2bd-8c0017759920 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:02.857814 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d6fe8039-a123-4456-a88d-1a67ac5b0ae0 req-fee26187-7d03-4025-ad35-52db5543e2d4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Oct 12 17:50:02.882505 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:50:02.890629 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Made reservation on behalf of 62f4dbc8ef60473f89445185f7efc802 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:02.895888 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420345'] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:03.093505 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25333236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420311'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:03.160427 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b24f77-a268-49af-aeda-905d5f147bb7,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:03.169291 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Checking segment: {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:03.169878 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Network hostable DHCP agents. Network: e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:50:03.190736 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:50:03.204522 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:03.209129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:03.209900 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:03.214414 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd7d5f-6fa2-4d2f-a33b-b7fbe999ecf2 None None] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:50:03.226095 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c27239d1-f19f-4228-9472-5b1a29f59643 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3962526 Oct 12 17:50:03.289405 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-307df7c1-2424-43a0-88a4-4455e91f5af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:03.358179 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4080fdb-5c56-4e47-a35c-2ecd4324be94 None None] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:50:03.640545 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8d48c-7797-4142-ae00-cbdf3bfe769a req-b4341a63-e4ba-4ac1-8faf-b2b58febce7d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:03.642070 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46e8d48c-7797-4142-ae00-cbdf3bfe769a req-b4341a63-e4ba-4ac1-8faf-b2b58febce7d tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0742276 Oct 12 17:50:03.653826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50934a4-d462-4c8f-8bb7-193e3c23acbc req-0e84d632-546a-459c-939d-770894c57a60 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:03.655535 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b50934a4-d462-4c8f-8bb7-193e3c23acbc req-0e84d632-546a-459c-939d-770894c57a60 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0858307 Oct 12 17:50:03.712429 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46e8d48c-7797-4142-ae00-cbdf3bfe769a req-8fec4057-6ec7-4aab-b498-61002701e186 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Oct 12 17:50:03.717307 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b50934a4-d462-4c8f-8bb7-193e3c23acbc req-6acf247e-0836-4cb0-ae34-fa1b32736885 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545774 Oct 12 17:50:04.866196 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ebcba-9cfc-43eb-9b67-39986a5f11b7 req-41349710-942c-4c55-9a05-c6c0d802361e tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:04.867662 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-655ebcba-9cfc-43eb-9b67-39986a5f11b7 req-41349710-942c-4c55-9a05-c6c0d802361e tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0798078 Oct 12 17:50:04.879615 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8cb49-68bb-420c-933e-284b480df0be req-6f47dc3e-1e37-435b-8c92-1a08f9c36f2e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:04.881049 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c5f8cb49-68bb-420c-933e-284b480df0be req-6f47dc3e-1e37-435b-8c92-1a08f9c36f2e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0810783 Oct 12 17:50:04.934882 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-655ebcba-9cfc-43eb-9b67-39986a5f11b7 req-051de148-3a58-4c7e-8502-62f288aa2650 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528848 Oct 12 17:50:04.940526 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c5f8cb49-68bb-420c-933e-284b480df0be req-a89af87e-1b8f-4328-ac99-405a475620fd tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Oct 12 17:50:05.117731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-b7b1f67d-a431-49a4-af7d-600adbc1dbdf tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:05.119157 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-b7b1f67d-a431-49a4-af7d-600adbc1dbdf tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 809 time: 0.1068268 Oct 12 17:50:05.133730 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-53a6b5ca-ea9d-446f-8451-8ded25db3809 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/quotas/62f4dbc8ef60473f89445185f7efc802 HTTP/1.1" status: 200 len: 375 time: 0.0089030 Oct 12 17:50:05.164994 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-31e53f57-05eb-4b52-9e4f-01dd1e4652d4 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260139 Oct 12 17:50:05.255742 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-13402900-8249-4da1-8abc-3ada3893b3ec service neutron] 10.222.0.86 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Oct 12 17:50:05.352150 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-5b3bcf0d-60a0-4b7e-85b7-aa332b73c46f service neutron] 10.222.0.86 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Oct 12 17:50:05.545426 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e3927f8-5c31-4b73-87b4-b1407f0cde56 req-602749ff-ce9e-41c9-8a31-d94f574eabcb tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 210 time: 0.0318906 Oct 12 17:50:05.781408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699152-f507-4c12-9a4c-88645139e97a req-533a48b1-23bb-4231-ac81-e626ad7f0bf0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:05.783609 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-3e699152-f507-4c12-9a4c-88645139e97a req-533a48b1-23bb-4231-ac81-e626ad7f0bf0 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0877440 Oct 12 17:50:05.924281 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Deleting port 892ad0f4-d876-4a98-b15f-8a81e78627ba {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:05.924756 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.018525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1e77fe68-c75d-4e0c-92ed-672307e8b251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.032100 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] For port 892ad0f4-d876-4a98-b15f-8a81e78627ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=892ad0f4-d876-4a98-b15f-8a81e78627ba,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:06.032508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.047907 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Calling delete_port for 892ad0f4-d876-4a98-b15f-8a81e78627ba owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:06.066376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d26916-c8c1-49ff-83b3-26bb412893c9 req-7ac64089-0ddc-46a2-813e-6c81a8d6056f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:06.069400 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-92d26916-c8c1-49ff-83b3-26bb412893c9 req-7ac64089-0ddc-46a2-813e-6c81a8d6056f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 946 time: 0.0563533 Oct 12 17:50:06.151111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ace245-7367-49d2-8492-b4bd65b2161d req-d60adf7e-43db-4d75-858a-d659cfe998d9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:06.152857 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-91ace245-7367-49d2-8492-b4bd65b2161d req-d60adf7e-43db-4d75-858a-d659cfe998d9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0821555 Oct 12 17:50:06.156617 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-92d26916-c8c1-49ff-83b3-26bb412893c9 req-da4062ef-f79e-425f-9926-dd6f19808a9a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Oct 12 17:50:06.196425 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-91ace245-7367-49d2-8492-b4bd65b2161d req-5383ad7e-8f75-4e0e-af85-b8307d0c044a tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Oct 12 17:50:06.219873 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.249387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2', '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'bc53fbea-1681-4465-be25-25946e10e7f3', '892ad0f4-d876-4a98-b15f-8a81e78627ba'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:06.253972 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event deleted for resources: {'Port': ['ID=892ad0f4-d876-4a98-b15f-8a81e78627ba,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:06.323008 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] No DVR routers for this DVR port 892ad0f4-d876-4a98-b15f-8a81e78627ba on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:06.326116 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.329715 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-3e699152-f507-4c12-9a4c-88645139e97a req-7f5d5f1a-7893-4086-b691-488e7aa03189 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "DELETE /v2.0/ports/892ad0f4-d876-4a98-b15f-8a81e78627ba HTTP/1.1" status: 204 len: 173 time: 0.5362313 Oct 12 17:50:06.330266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'name': 'network-vif-deleted', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:06.332519 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b2118f-6c8e-44f1-a7c9-c501eef21386" -d '{"events": [{"server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "name": "network-vif-deleted", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:06.478908 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47933676-ea47-4e8a-98ec-ec2d723a2479 x-openstack-request-id: req-47933676-ea47-4e8a-98ec-ec2d723a2479 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:06.479363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc300bb-bcc5-4385-93f9-e3c2309e1084", "name": "network-vif-deleted", "tag": "892ad0f4-d876-4a98-b15f-8a81e78627ba", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:06.479746 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-47933676-ea47-4e8a-98ec-ec2d723a2479 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:06.480095 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc300bb-bcc5-4385-93f9-e3c2309e1084', 'name': 'network-vif-deleted', 'tag': '892ad0f4-d876-4a98-b15f-8a81e78627ba', 'status': 'completed', 'code': 200} Oct 12 17:50:06.670553 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ff5fcbb6-9d34-4512-b0f5-893ded9d4fb7 req-a7dd5957-f5a3-4ef0-ae3b-e700a2fa0550 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 210 time: 0.0405786 Oct 12 17:50:06.761883 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-3b9bb12a-f63f-4a67-a3e4-09308a95ab66 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:06.763421 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-3b9bb12a-f63f-4a67-a3e4-09308a95ab66 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 809 time: 0.1328344 Oct 12 17:50:06.786498 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Request body: {'port': {'device_id': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa', 'admin_state_up': True, 'tenant_id': '62f4dbc8ef60473f89445185f7efc802'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:06.898156 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Made reservation on behalf of 62f4dbc8ef60473f89445185f7efc802 for: {'port': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:06.902387 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.988196 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:06.993538 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.031393 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Allocated IP 172.20.0.5 (e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa/48b24f77-a268-49af-aeda-905d5f147bb7/0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:07.187366 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.223242 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.270526 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:07.274201 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a83311f5-aa04-4092-ba45-995de65221f4 req-8c723ab4-faf2-4d33-b062-a86bc0c64b0e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=2cc300bb-bcc5-4385-93f9-e3c2309e1084 HTTP/1.1" status: 200 len: 210 time: 0.0276544 Oct 12 17:50:07.280294 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:07.287756 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:07.301041 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Pushing event updated for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:07.349704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:07.350763 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.371398 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-a74fbdbf-c8aa-4660-bf73-77b6a7a6df6a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892324 Oct 12 17:50:07.419915 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Request body: {'port': {'device_id': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:07.475906 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.738456 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e {{(pid=100742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:07.745867 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.759796 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.provisioning_blocks [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Transition to ACTIVE for port object 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e will not be triggered until provisioned by entity L2. {{(pid=100742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:07.763758 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.793946 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0240b-2a98-49ca-9d36-1b54f190f007 req-cd0ca9f5-a86f-4b27-94ea-9555bb293cfc tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:07.796065 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3b0240b-2a98-49ca-9d36-1b54f190f007 req-cd0ca9f5-a86f-4b27-94ea-9555bb293cfc tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 931 time: 0.0624259 Oct 12 17:50:07.836864 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:07.837527 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3b0240b-2a98-49ca-9d36-1b54f190f007 req-9fad1144-e522-4dfd-9e25-384ae6b5b981 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Oct 12 17:50:07.891667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Attempting to bind port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:07.892047 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Attempting to bind port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:07.892368 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Attempting to bind port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:07.896708 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:07.897057 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Attempting to bind port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:07.901918 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:07.902176 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Checking segment: {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:07.902552 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Bound using segment: {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'} {{(pid=100742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:07.902964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.managers [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Bound port: 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'}}] {{(pid=100742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:07.903320 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.966184 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, cleared binding levels {{(pid=100742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:07.969269 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:07.973476 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:07.981772 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2070c3-e6ec-45c6-b083-bab6954d842a req-dc0a72ad-bf9f-4c7f-9cb6-08add82f34d4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:07.988341 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e2070c3-e6ec-45c6-b083-bab6954d842a req-dc0a72ad-bf9f-4c7f-9cb6-08add82f34d4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0544529 Oct 12 17:50:08.006070 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.006668 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.008032 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] 10.222.0.87 "PUT /v2.0/ports/0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e HTTP/1.1" status: 200 len: 1093 time: 0.5925477 Oct 12 17:50:08.029562 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e2070c3-e6ec-45c6-b083-bab6954d842a req-5ad9601b-01d9-4e9b-b0a0-89e0e91062be tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394573 Oct 12 17:50:08.031552 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6fa56-9b42-4a9f-9731-d62c01a84927 service neutron] Pushing event updated for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=3']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:08.116769 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-d5e7bd26-3ae2-410f-8802-dfc8b4682e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.119252 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-d5e7bd26-3ae2-410f-8802-dfc8b4682e01 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 1096 time: 0.0612178 Oct 12 17:50:08.171654 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-4b1bc70d-adbe-4bc7-9b04-f29499f81d80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e HTTP/1.1" status: 200 len: 217 time: 0.0339293 Oct 12 17:50:08.222259 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-6f48672e-b4cf-4b6e-9ab8-da64b4f69c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.223681 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-6f48672e-b4cf-4b6e-9ab8-da64b4f69c26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=48b24f77-a268-49af-aeda-905d5f147bb7 HTTP/1.1" status: 200 len: 849 time: 0.0430031 Oct 12 17:50:08.259974 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-7a4bed41-a5ec-43f1-9605-c988f57b8511 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276268 Oct 12 17:50:08.350871 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-70c2405c-4ab2-4199-9588-6ad15bee10ef service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826705 Oct 12 17:50:08.447813 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-6342b7a0-616b-403e-8ff5-d1a8d0141553 req-fdef2a4f-dc2f-4f1e-92ce-dd52db9e14c1 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881448 Oct 12 17:50:08.481530 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:08.483910 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fce49a-75d1-41eb-80c9-557e86a3dcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:08.503935 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:50:08.524551 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeff3d3f-2f40-4e8f-b307-5a05268e9365 x-openstack-request-id: req-eeff3d3f-2f40-4e8f-b307-5a05268e9365 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:08.524839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:08.525108 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-eeff3d3f-2f40-4e8f-b307-5a05268e9365 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:08.525504 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e', 'status': 'completed', 'code': 200} Oct 12 17:50:08.588924 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-ae442edc-d494-4242-bea1-edc56bb9b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.590418 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-ae442edc-d494-4242-bea1-edc56bb9b538 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 1096 time: 0.0402389 Oct 12 17:50:08.682010 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-c9c8e982-addc-44cf-af23-9df9a88a377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.683395 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-c9c8e982-addc-44cf-af23-9df9a88a377f service neutron] 10.222.0.87 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 910 time: 0.0843132 Oct 12 17:50:08.686075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:08.732819 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-b183982d-e923-40db-8315-5037c42a9c67 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e HTTP/1.1" status: 200 len: 217 time: 0.0387621 Oct 12 17:50:08.785410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-c87e70d7-ef02-4679-852b-9f6f1225b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:08.786921 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-c87e70d7-ef02-4679-852b-9f6f1225b954 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=48b24f77-a268-49af-aeda-905d5f147bb7 HTTP/1.1" status: 200 len: 849 time: 0.0438399 Oct 12 17:50:08.826549 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-f4fa0dc4-14b5-4ad2-9c6f-f65ceb40dfb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277925 Oct 12 17:50:08.924158 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-976adc26-9ab7-48c3-bcd4-317be74232b5 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901623 Oct 12 17:50:09.019403 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5ec2d-884a-4a38-9eec-b4477e8de970 req-820aa513-7854-4d8b-80b6-66b3416f955d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.021211 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23c5ec2d-884a-4a38-9eec-b4477e8de970 req-820aa513-7854-4d8b-80b6-66b3416f955d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 943 time: 0.0493135 Oct 12 17:50:09.043396 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-57fce49a-75d1-41eb-80c9-557e86a3dcb5 req-f0e9d571-a9dc-42c1-a7b7-84c84c19be55 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828822 Oct 12 17:50:09.059918 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23c5ec2d-884a-4a38-9eec-b4477e8de970 req-52bb6bf9-9229-43db-9199-a923246262db tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Oct 12 17:50:09.155297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d442a6-5566-44bf-b5ad-9c97566a134d req-8a4ec617-54d5-42c0-82ef-964a2cb7aa3d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.156728 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23d442a6-5566-44bf-b5ad-9c97566a134d req-8a4ec617-54d5-42c0-82ef-964a2cb7aa3d tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0518112 Oct 12 17:50:09.194056 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23d442a6-5566-44bf-b5ad-9c97566a134d req-f5bcc2ec-95f5-49cd-b25d-123a75f7bab0 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Oct 12 17:50:09.384153 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 892ad0f4-d876-4a98-b15f-8a81e78627ba no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:09.405587 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 892ad0f4-d876-4a98-b15f-8a81e78627ba {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:09.405922 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 892ad0f4-d876-4a98-b15f-8a81e78627ba not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:09.662950 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02744403-1341-450d-bf3a-346be65d6b4e req-44c52a86-de01-45f4-b384-e558e6f5a318 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:09.664409 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-02744403-1341-450d-bf3a-346be65d6b4e req-44c52a86-de01-45f4-b384-e558e6f5a318 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Oct 12 17:50:09.702373 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-02744403-1341-450d-bf3a-346be65d6b4e req-4e5b09e6-bf60-4e57-b825-b5acd9f5bff8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319729 Oct 12 17:50:10.176992 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f6d6e-b653-44f0-9f99-020db764d5a5 req-5b24400b-d634-4075-9adb-d07053a6bc44 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:10.178466 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-744f6d6e-b653-44f0-9f99-020db764d5a5 req-5b24400b-d634-4075-9adb-d07053a6bc44 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 943 time: 0.0494120 Oct 12 17:50:10.215207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-744f6d6e-b653-44f0-9f99-020db764d5a5 req-6eff1558-cc6f-48bb-ad55-3b9c8daa76a2 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Oct 12 17:50:10.315777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c91ce5-ff9c-48c1-9268-1704ae314ca3 req-136d19f5-7190-42ca-a9c2-5100f17b9b99 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:10.317237 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40c91ce5-ff9c-48c1-9268-1704ae314ca3 req-136d19f5-7190-42ca-a9c2-5100f17b9b99 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0546448 Oct 12 17:50:10.356102 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-40c91ce5-ff9c-48c1-9268-1704ae314ca3 req-b6cd5e47-5a75-4419-a572-04da110bcd94 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Oct 12 17:50:10.816701 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc5d22-c326-4ce1-a0bf-592da2293cc4 req-582828ec-e400-457f-a276-173009be401a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:10.818336 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f2bc5d22-c326-4ce1-a0bf-592da2293cc4 req-582828ec-e400-457f-a276-173009be401a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0491657 Oct 12 17:50:10.859772 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f2bc5d22-c326-4ce1-a0bf-592da2293cc4 req-340ac133-12dc-4ffb-a203-2e324c88981c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308290 Oct 12 17:50:11.404382 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06543b-f62d-4298-bc25-31ae01507f0e req-b75c7cc4-68da-4002-aa19-e65aeef6f7af tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.406163 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef06543b-f62d-4298-bc25-31ae01507f0e req-b75c7cc4-68da-4002-aa19-e65aeef6f7af tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 943 time: 0.0485721 Oct 12 17:50:11.473146 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef06543b-f62d-4298-bc25-31ae01507f0e req-fc18b568-3b8b-402d-86c8-d2c502036ebc tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Oct 12 17:50:11.490914 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c875ad8-8720-4b2f-838f-707e48022ac5 req-6187b726-b354-4413-8036-972fe8a30251 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.492371 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0c875ad8-8720-4b2f-838f-707e48022ac5 req-6187b726-b354-4413-8036-972fe8a30251 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0656958 Oct 12 17:50:11.530664 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0c875ad8-8720-4b2f-838f-707e48022ac5 req-63e16579-2438-46d4-b79f-ace6f4bddfb9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Oct 12 17:50:11.584347 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-480d7f3b-eb7c-4d86-ad50-599c3948f4d5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.585730 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-480d7f3b-eb7c-4d86-ad50-599c3948f4d5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 945 time: 0.0471263 Oct 12 17:50:11.689780 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Deleting port efcf9d63-5556-464e-af8f-202d2b67614f {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:11.690110 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:11.778450 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] For port efcf9d63-5556-464e-af8f-202d2b67614f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=efcf9d63-5556-464e-af8f-202d2b67614f,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:11.778686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:11.792613 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Calling delete_port for efcf9d63-5556-464e-af8f-202d2b67614f owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:11.918256 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:11.937520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['50f3509f-4092-4484-af04-777f75677fdf', 'efcf9d63-5556-464e-af8f-202d2b67614f'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:11.950620 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Pushing event deleted for resources: {'Port': ['ID=efcf9d63-5556-464e-af8f-202d2b67614f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:11.976876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c2654-9bd2-4a59-b044-8c95b018b2dd req-77ceec70-f056-42af-b07f-af19cb6bc86a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:11.978373 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b73c2654-9bd2-4a59-b044-8c95b018b2dd req-77ceec70-f056-42af-b07f-af19cb6bc86a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Oct 12 17:50:11.990692 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] No DVR routers for this DVR port efcf9d63-5556-464e-af8f-202d2b67614f on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:11.994182 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:11.998758 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d8e86f06-543a-4f05-a38d-13a1a6ef2e08 req-2584f5f8-fef6-4992-83e5-bf8e0b990567 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "DELETE /v2.0/ports/efcf9d63-5556-464e-af8f-202d2b67614f HTTP/1.1" status: 204 len: 173 time: 0.3951440 Oct 12 17:50:11.999370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'name': 'network-vif-deleted', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:12.002622 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef506381-b71d-48f7-98c0-10911ec00199" -d '{"events": [{"server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "name": "network-vif-deleted", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:12.037692 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b73c2654-9bd2-4a59-b044-8c95b018b2dd req-8d9cd50b-e37d-4d0a-9746-48b3dd17c2ce tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Oct 12 17:50:12.057891 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ab57c-4ed6-4f84-9b1d-9589963bc466 x-openstack-request-id: req-2a5ab57c-4ed6-4f84-9b1d-9589963bc466 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:12.058285 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec992ac-6d3e-4371-b211-6563dff2db85", "name": "network-vif-deleted", "tag": "efcf9d63-5556-464e-af8f-202d2b67614f", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:12.058704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2a5ab57c-4ed6-4f84-9b1d-9589963bc466 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:12.059081 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec992ac-6d3e-4371-b211-6563dff2db85', 'name': 'network-vif-deleted', 'tag': 'efcf9d63-5556-464e-af8f-202d2b67614f', 'status': 'completed', 'code': 200} Oct 12 17:50:12.589042 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54087bac-06c9-4bfb-ba96-0f1b975255ba req-4ace05cb-de82-4da5-9254-8cd9b68f9d61 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:12.590309 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-82bbae48-9562-418a-a4f8-56a9206a666a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:12.590745 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-54087bac-06c9-4bfb-ba96-0f1b975255ba req-4ace05cb-de82-4da5-9254-8cd9b68f9d61 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 943 time: 0.0501997 Oct 12 17:50:12.592654 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-82bbae48-9562-418a-a4f8-56a9206a666a tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Oct 12 17:50:12.638690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-54087bac-06c9-4bfb-ba96-0f1b975255ba req-88eeea75-c230-49c6-af02-f441b327c206 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Oct 12 17:50:12.694323 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Deleting port bc53fbea-1681-4465-be25-25946e10e7f3 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:12.694657 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.791489 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] For port bc53fbea-1681-4465-be25-25946e10e7f3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bc53fbea-1681-4465-be25-25946e10e7f3,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:12.791846 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:12.806972 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Calling delete_port for bc53fbea-1681-4465-be25-25946e10e7f3 owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:12.891467 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f27fa557-386f-40d0-917a-549a1dcafc1e req-83886808-703a-4bab-88eb-43c2489103fd tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ec992ac-6d3e-4371-b211-6563dff2db85 HTTP/1.1" status: 200 len: 210 time: 0.2629385 Oct 12 17:50:13.144042 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84ba7f-20a3-421f-9a48-12129e3b90fd req-01fe6ffb-59c0-44e3-b045-461e33c9e9a8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:13.145540 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0c84ba7f-20a3-421f-9a48-12129e3b90fd req-01fe6ffb-59c0-44e3-b045-461e33c9e9a8 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=f72fad5f-4686-4cba-bad4-efc2e8f722b1 HTTP/1.1" status: 200 len: 946 time: 0.0483460 Oct 12 17:50:13.153746 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:13.166564 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2', '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'bc53fbea-1681-4465-be25-25946e10e7f3'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:13.182958 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event deleted for resources: {'Port': ['ID=bc53fbea-1681-4465-be25-25946e10e7f3,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:13.186421 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0c84ba7f-20a3-421f-9a48-12129e3b90fd req-b9c4fa5f-b0cc-49ca-8d45-a96810951447 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Oct 12 17:50:13.226401 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] No DVR routers for this DVR port bc53fbea-1681-4465-be25-25946e10e7f3 on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:13.228986 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:13.232493 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-a6e73431-ad8f-4aa5-b491-bf2a8403a91b req-8898e11c-014d-41b5-8503-952369dbcc2f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "DELETE /v2.0/ports/bc53fbea-1681-4465-be25-25946e10e7f3 HTTP/1.1" status: 204 len: 173 time: 0.6315491 Oct 12 17:50:13.398155 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:13.509377 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:13.521698 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e', 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa', 'port_id': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e', 'mac_address': 'fa:16:3e:d9:08:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b24f77-a268-49af-aeda-905d5f147bb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:13.562324 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:13.574941 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:13.594066 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:13.598555 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:13.643766 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:13.752773 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8b4c6-8e33-4211-a1ee-94e207bdee1b req-2b6c9294-b7be-4042-87c6-f190536e0725 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:13.754219 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3e8b4c6-8e33-4211-a1ee-94e207bdee1b req-2b6c9294-b7be-4042-87c6-f190536e0725 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 944 time: 0.0478640 Oct 12 17:50:13.791922 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3e8b4c6-8e33-4211-a1ee-94e207bdee1b req-47f34b13-4661-43e8-9a1b-f9141d8f367f tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Oct 12 17:50:14.060318 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'name': 'network-vif-deleted', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:14.062751 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94b4fa-0dae-4e0a-a01c-8f08be9e0b9c" -d '{"events": [{"server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "name": "network-vif-deleted", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:14.101333 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f78978-fa30-4449-9a01-feed9495d325 x-openstack-request-id: req-03f78978-fa30-4449-9a01-feed9495d325 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:14.101622 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72fad5f-4686-4cba-bad4-efc2e8f722b1", "name": "network-vif-deleted", "tag": "bc53fbea-1681-4465-be25-25946e10e7f3", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:14.101866 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-03f78978-fa30-4449-9a01-feed9495d325 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:14.102272 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72fad5f-4686-4cba-bad4-efc2e8f722b1', 'name': 'network-vif-deleted', 'tag': 'bc53fbea-1681-4465-be25-25946e10e7f3', 'status': 'completed', 'code': 200} Oct 12 17:50:14.180275 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da950609-395b-4f79-8847-3d3f036073b2 req-87779c5a-a4eb-47e9-90d2-10e0dea66e2b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.181683 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da950609-395b-4f79-8847-3d3f036073b2 req-87779c5a-a4eb-47e9-90d2-10e0dea66e2b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0495110 Oct 12 17:50:14.222878 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da950609-395b-4f79-8847-3d3f036073b2 req-09da6f92-ca89-449d-992c-e18a2521d286 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Oct 12 17:50:14.299926 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:14.466695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950e794-5438-4201-8635-ba16d3fc71cf req-b85b83fe-34d4-4b43-8487-5f9ee3b9f185 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.468153 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7950e794-5438-4201-8635-ba16d3fc71cf req-b85b83fe-34d4-4b43-8487-5f9ee3b9f185 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Oct 12 17:50:14.506533 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7950e794-5438-4201-8635-ba16d3fc71cf req-28846744-5630-4ee8-856a-2bb43b77f0f7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Oct 12 17:50:14.896675 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:14.906442 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1307b7c-90ef-4ab4-93db-254d53d17abf req-dd464125-420f-4b0a-879f-a9f8ec9c376c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:14.908506 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1307b7c-90ef-4ab4-93db-254d53d17abf req-dd464125-420f-4b0a-879f-a9f8ec9c376c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 944 time: 0.0498242 Oct 12 17:50:14.945720 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1307b7c-90ef-4ab4-93db-254d53d17abf req-929b849b-f32f-44df-b218-3027b4622b0c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Oct 12 17:50:15.346730 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42f9b2-eb42-4560-817d-fc1c5a10b70d req-2986e076-1731-4210-9e7c-95729d406298 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:15.348103 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be42f9b2-eb42-4560-817d-fc1c5a10b70d req-2986e076-1731-4210-9e7c-95729d406298 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0483680 Oct 12 17:50:15.389027 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be42f9b2-eb42-4560-817d-fc1c5a10b70d req-255bc0b2-d150-4819-ac54-8782302db230 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Oct 12 17:50:15.431837 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device efcf9d63-5556-464e-af8f-202d2b67614f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:15.451998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: efcf9d63-5556-464e-af8f-202d2b67614f {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:15.452336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device efcf9d63-5556-464e-af8f-202d2b67614f not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:15.618807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ac91d-027d-4801-a121-fa2cb78d1c3d req-3680540a-43fc-4696-86dc-3f8e71c181bf tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:15.620141 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b44ac91d-027d-4801-a121-fa2cb78d1c3d req-3680540a-43fc-4696-86dc-3f8e71c181bf tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0478613 Oct 12 17:50:15.657968 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b44ac91d-027d-4801-a121-fa2cb78d1c3d req-94b9cd1f-1478-415d-bc9d-4508e4cb10fe tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Oct 12 17:50:18.238618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device bc53fbea-1681-4465-be25-25946e10e7f3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:18.258471 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: bc53fbea-1681-4465-be25-25946e10e7f3 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:18.258814 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device bc53fbea-1681-4465-be25-25946e10e7f3 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:21.401991 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b976e-8456-4e4e-9a7c-c16c599e3445 req-b233e8d3-7820-41fa-b5ab-0e4b6dbf6e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.403457 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-099b976e-8456-4e4e-9a7c-c16c599e3445 req-b233e8d3-7820-41fa-b5ab-0e4b6dbf6e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 944 time: 0.0800459 Oct 12 17:50:21.416175 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187f47-cde8-4247-aac5-9da5570e3465 req-9d17bd8f-9e68-4da3-b722-137ccbd40620 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.417657 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46187f47-cde8-4247-aac5-9da5570e3465 req-9d17bd8f-9e68-4da3-b722-137ccbd40620 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0662112 Oct 12 17:50:21.448299 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:21.478265 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-099b976e-8456-4e4e-9a7c-c16c599e3445 req-23c04435-ec12-4952-ae5d-91541164eb04 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596352 Oct 12 17:50:21.481126 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46187f47-cde8-4247-aac5-9da5570e3465 req-dfad9443-bc96-4339-a947-3101465bd20b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564234 Oct 12 17:50:21.501395 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:21.506127 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:21.506522 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:21.581594 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df3698-22c5-4c16-bb90-b57a329c245d req-b6b18c02-56a6-4587-bf5c-94c51366ab4c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:21.583072 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8df3698-22c5-4c16-bb90-b57a329c245d req-b6b18c02-56a6-4587-bf5c-94c51366ab4c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Oct 12 17:50:21.585425 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:21.607822 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:21.610116 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d65c5c-51f6-4835-8a75-b94ca6246b26" -d '{"events": [{"server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "name": "network-vif-plugged", "status": "completed", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:21.622211 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:21.622344 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8df3698-22c5-4c16-bb90-b57a329c245d req-58847fca-52a0-4bce-9e7b-e470fe394906 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Oct 12 17:50:21.628183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:21.652039 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de9a68b-1560-47d4-9c52-779154dd903e x-openstack-request-id: req-9de9a68b-1560-47d4-9c52-779154dd903e {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:21.652363 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "name": "network-vif-plugged", "status": "completed", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:21.652622 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9de9a68b-1560-47d4-9c52-779154dd903e {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:21.653039 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e', 'code': 200} Oct 12 17:50:21.681338 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:22.352065 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d0f26-de3e-4655-aaef-7e626a2eeea5 req-0ba5d0fd-f1ff-4c10-aac7-4488829b9ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.353560 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-279d0f26-de3e-4655-aaef-7e626a2eeea5 req-0ba5d0fd-f1ff-4c10-aac7-4488829b9ae0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 1098 time: 0.0630953 Oct 12 17:50:22.408381 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-279d0f26-de3e-4655-aaef-7e626a2eeea5 req-cb83bf9b-4ee4-4c5f-9414-17d865146534 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299940 Oct 12 17:50:22.631806 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce8281-3839-4f4c-b981-71fc0ab0bb68 req-3b841905-079d-4d97-aea3-781c6e200b39 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.633439 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d7ce8281-3839-4f4c-b981-71fc0ab0bb68 req-3b841905-079d-4d97-aea3-781c6e200b39 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0816503 Oct 12 17:50:22.640751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1dfb0-4eb2-4614-90da-e7e963c9563a req-0c8a9f2f-810f-478c-9d3c-4969add565a1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.642140 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-60e1dfb0-4eb2-4614-90da-e7e963c9563a req-0c8a9f2f-810f-478c-9d3c-4969add565a1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0797315 Oct 12 17:50:22.698315 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d7ce8281-3839-4f4c-b981-71fc0ab0bb68 req-0a9fba18-1fff-447d-b7be-4c0dc560a712 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Oct 12 17:50:22.703343 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-60e1dfb0-4eb2-4614-90da-e7e963c9563a req-9625b355-312d-482b-8e33-e7abdc7eb85b tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Oct 12 17:50:22.801451 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767491e-e896-4548-957c-0720014ab140 req-9bb640a2-b244-4cf9-b5c1-2e8f201ef6a7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:22.802812 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2767491e-e896-4548-957c-0720014ab140 req-9bb640a2-b244-4cf9-b5c1-2e8f201ef6a7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0507562 Oct 12 17:50:22.840671 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2767491e-e896-4548-957c-0720014ab140 req-9458e11a-b56b-49a4-a22b-d926507ffbb2 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Oct 12 17:50:29.164308 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-dc1bb079-ff21-4970-a86a-2c8fafee05b7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.165840 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-dc1bb079-ff21-4970-a86a-2c8fafee05b7 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Oct 12 17:50:29.203571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57be83e-5ef1-4382-a7ed-4ef94791eeca req-8e9f3eb4-1365-4f62-86bf-a67f70b825e4 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.205145 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c57be83e-5ef1-4382-a7ed-4ef94791eeca req-8e9f3eb4-1365-4f62-86bf-a67f70b825e4 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0817232 Oct 12 17:50:29.234267 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc524240-440a-4e75-986c-13d2bfb45cbe req-62bd2e57-813c-49f7-82ba-56556384fc20 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.235895 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cc524240-440a-4e75-986c-13d2bfb45cbe req-62bd2e57-813c-49f7-82ba-56556384fc20 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0859189 Oct 12 17:50:29.269006 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c57be83e-5ef1-4382-a7ed-4ef94791eeca req-5c3fa601-5736-47db-b281-869ea523c550 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576797 Oct 12 17:50:29.272142 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Deleting port 9bcacb42-f431-4efb-8313-f3ae9fa776ee {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:29.272452 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.297201 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cc524240-440a-4e75-986c-13d2bfb45cbe req-e6daf1c7-620c-4cd2-81e4-e1911c3db13a tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Oct 12 17:50:29.370533 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] For port 9bcacb42-f431-4efb-8313-f3ae9fa776ee, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9bcacb42-f431-4efb-8313-f3ae9fa776ee,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:29.370907 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.384175 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Calling delete_port for 9bcacb42-f431-4efb-8313-f3ae9fa776ee owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:29.386697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906f5e8-01e7-44a3-a0eb-7780d482dc1c req-58df646b-0b48-4ad8-b598-a907de783795 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:29.388313 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5906f5e8-01e7-44a3-a0eb-7780d482dc1c req-58df646b-0b48-4ad8-b598-a907de783795 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=4215ce46-1b77-4644-ab07-c5c3a09929d2 HTTP/1.1" status: 200 len: 945 time: 0.0506370 Oct 12 17:50:29.432797 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5906f5e8-01e7-44a3-a0eb-7780d482dc1c req-1e9ed186-7925-4d2b-b261-5119a2f2b92c tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364566 Oct 12 17:50:29.524213 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.538144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:29.553306 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event deleted for resources: {'Port': ['ID=9bcacb42-f431-4efb-8313-f3ae9fa776ee,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:29.598156 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] No DVR routers for this DVR port 9bcacb42-f431-4efb-8313-f3ae9fa776ee on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:29.601279 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:29.604268 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-5e8335e9-831c-4fd7-bf36-2611f749738e req-109d96fc-cda4-4f53-8a8c-a59441ec9d25 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "DELETE /v2.0/ports/9bcacb42-f431-4efb-8313-f3ae9fa776ee HTTP/1.1" status: 204 len: 173 time: 0.4293816 Oct 12 17:50:29.604704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'name': 'network-vif-deleted', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:29.606995 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1148fc-5233-49b4-aab8-3363670da967" -d '{"events": [{"server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "name": "network-vif-deleted", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:29.642154 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d71db3-7b94-4620-89de-300adc384c92 x-openstack-request-id: req-e3d71db3-7b94-4620-89de-300adc384c92 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:29.643042 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4215ce46-1b77-4644-ab07-c5c3a09929d2", "name": "network-vif-deleted", "tag": "9bcacb42-f431-4efb-8313-f3ae9fa776ee", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:29.643345 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3d71db3-7b94-4620-89de-300adc384c92 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:29.643746 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4215ce46-1b77-4644-ab07-c5c3a09929d2', 'name': 'network-vif-deleted', 'tag': '9bcacb42-f431-4efb-8313-f3ae9fa776ee', 'status': 'completed', 'code': 200} Oct 12 17:50:30.434547 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03bee-0b88-4874-917f-55eb4678f2e5 req-e2be267f-03f7-4aaf-bba8-a67be205778d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:30.436054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34b03bee-0b88-4874-917f-55eb4678f2e5 req-e2be267f-03f7-4aaf-bba8-a67be205778d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0901761 Oct 12 17:50:30.445749 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a751d4a-71bf-4cc9-a2cf-5416aea6b801 req-85bd7a1e-4f87-4871-955a-8c4a2fc1ef90 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:30.447167 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a751d4a-71bf-4cc9-a2cf-5416aea6b801 req-85bd7a1e-4f87-4871-955a-8c4a2fc1ef90 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0735745 Oct 12 17:50:30.500893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34b03bee-0b88-4874-917f-55eb4678f2e5 req-8d88290a-e598-4e09-92a9-05229b12e04e tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Oct 12 17:50:30.508652 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a751d4a-71bf-4cc9-a2cf-5416aea6b801 req-387f7677-ff84-4782-9919-78c475b8fdb8 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548930 Oct 12 17:50:31.415449 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 9bcacb42-f431-4efb-8313-f3ae9fa776ee no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:31.435562 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 9bcacb42-f431-4efb-8313-f3ae9fa776ee {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:31.435903 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 9bcacb42-f431-4efb-8313-f3ae9fa776ee not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:31.650872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba78d37-fdca-4ba6-a83c-dd3a0fd74156 req-6fa0eddb-1ea2-4062-9051-b9cb3557d3c9 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:31.652358 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6ba78d37-fdca-4ba6-a83c-dd3a0fd74156 req-6fa0eddb-1ea2-4062-9051-b9cb3557d3c9 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0806174 Oct 12 17:50:31.660630 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa310de-9642-4c4c-a2c0-972fada0ce28 req-b3bc3363-ffd3-449b-a55a-fbbd061c1a39 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:31.662098 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daa310de-9642-4c4c-a2c0-972fada0ce28 req-b3bc3363-ffd3-449b-a55a-fbbd061c1a39 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0817249 Oct 12 17:50:31.719065 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6ba78d37-fdca-4ba6-a83c-dd3a0fd74156 req-47060dd9-c4e1-4564-8616-6ee4c3885316 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Oct 12 17:50:31.722180 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daa310de-9642-4c4c-a2c0-972fada0ce28 req-7d544a82-e00b-4aee-b7dc-908c9e5bbc82 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Oct 12 17:50:31.950111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c93401-986a-40fe-bd0b-e3e2b1e23a76 req-9f5ee57d-e2ce-408a-9a15-77ef4242423f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:31.952000 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94c93401-986a-40fe-bd0b-e3e2b1e23a76 req-9f5ee57d-e2ce-408a-9a15-77ef4242423f tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.0579236 Oct 12 17:50:31.995244 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94c93401-986a-40fe-bd0b-e3e2b1e23a76 req-e58a8c6e-4b04-4504-8387-efb70e3ad9b3 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Oct 12 17:50:32.673523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9476b8-cb13-4c1f-9fd8-0ce7d437b01d req-a4d33aa9-e6a2-43fc-ab5a-b979223f7d56 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:32.675481 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fa9476b8-cb13-4c1f-9fd8-0ce7d437b01d req-a4d33aa9-e6a2-43fc-ab5a-b979223f7d56 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0483181 Oct 12 17:50:32.712968 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fa9476b8-cb13-4c1f-9fd8-0ce7d437b01d req-ccf04896-ceff-4bae-b58d-25adadada496 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Oct 12 17:50:32.839313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404a73e-0b8f-4d5d-83da-cb28436ed47c req-80be3b9c-0750-488b-aa57-2592d0b6fda9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:32.840743 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6404a73e-0b8f-4d5d-83da-cb28436ed47c req-80be3b9c-0750-488b-aa57-2592d0b6fda9 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0513446 Oct 12 17:50:32.879192 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6404a73e-0b8f-4d5d-83da-cb28436ed47c req-a8cd03b3-3fb3-45da-8c08-8fa7881e44d1 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/security-groups?id=784ee1e9-6947-4f8c-b592-0cbb278a0548&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Oct 12 17:50:33.113801 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35ba2-3a88-4e82-b8dc-98430acd37fb req-046d40ca-b48c-4315-8963-ba9663f21ae5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:33.115086 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fdb35ba2-3a88-4e82-b8dc-98430acd37fb req-046d40ca-b48c-4315-8963-ba9663f21ae5 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.0515888 Oct 12 17:50:33.158328 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fdb35ba2-3a88-4e82-b8dc-98430acd37fb req-50d4e5cd-6a6b-4f15-bc50-a30b98d8b20e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Oct 12 17:50:33.271036 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0c0492de-395e-4dab-b9c3-c82a3cca0ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:33.493086 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-c244ea80-e24d-4885-8ffd-8de2931da7d5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:33.494550 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-c244ea80-e24d-4885-8ffd-8de2931da7d5 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 945 time: 0.0522614 Oct 12 17:50:33.605711 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Deleting port 50f3509f-4092-4484-af04-777f75677fdf {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:33.606043 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:33.697164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] For port 50f3509f-4092-4484-af04-777f75677fdf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=50f3509f-4092-4484-af04-777f75677fdf,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:33.697528 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:33.710266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Calling delete_port for 50f3509f-4092-4484-af04-777f75677fdf owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:33.830556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67130e-ca9a-4160-885f-c229657d22ed req-cf4ed710-503a-4615-a355-10745c12dc92 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:33.832916 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d67130e-ca9a-4160-885f-c229657d22ed req-cf4ed710-503a-4615-a355-10745c12dc92 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0501785 Oct 12 17:50:33.845583 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:33.863274 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['50f3509f-4092-4484-af04-777f75677fdf'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:33.873703 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d67130e-ca9a-4160-885f-c229657d22ed req-b4367d09-c890-4a96-8de4-9fa6c340a184 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Oct 12 17:50:33.874808 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Pushing event deleted for resources: {'Port': ['ID=50f3509f-4092-4484-af04-777f75677fdf,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:33.926033 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] No DVR routers for this DVR port 50f3509f-4092-4484-af04-777f75677fdf on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:33.928598 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:33.931930 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-25abe0eb-4fe5-4a4b-b5f2-ba66aa8b0fd9 req-3baa59a8-d7c3-4dfe-b706-bc00836bcec6 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.87 "DELETE /v2.0/ports/50f3509f-4092-4484-af04-777f75677fdf HTTP/1.1" status: 204 len: 173 time: 0.4288993 Oct 12 17:50:33.932387 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'name': 'network-vif-deleted', 'tag': '50f3509f-4092-4484-af04-777f75677fdf'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:33.934649 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50950d4-d9fa-475f-811d-0057b11062ad" -d '{"events": [{"server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "name": "network-vif-deleted", "tag": "50f3509f-4092-4484-af04-777f75677fdf"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:33.979080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfba94-7ce5-4632-92b8-141596bd482a x-openstack-request-id: req-67cfba94-7ce5-4632-92b8-141596bd482a {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:33.979685 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25334441-1fbb-44f4-89cf-7bdba15a8f7b", "name": "network-vif-deleted", "tag": "50f3509f-4092-4484-af04-777f75677fdf", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:33.979957 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-67cfba94-7ce5-4632-92b8-141596bd482a {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:33.980339 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25334441-1fbb-44f4-89cf-7bdba15a8f7b', 'name': 'network-vif-deleted', 'tag': '50f3509f-4092-4484-af04-777f75677fdf', 'status': 'completed', 'code': 200} Oct 12 17:50:33.994232 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-54df05f3-2a95-4623-be1e-e1e920348f62 req-59e95cf3-7151-4ae5-a7a4-1c62295f8bd4 tempest-ServerRescueNegativeTestJSON-1701718590 tempest-ServerRescueNegativeTestJSON-1701718590-project] 10.222.0.86 "GET /v2.0/ports?device_id=25334441-1fbb-44f4-89cf-7bdba15a8f7b HTTP/1.1" status: 200 len: 210 time: 0.0414188 Oct 12 17:50:34.246363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-45eb33b6-0f09-4b48-bc78-fea724b11664 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:34.247903 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-45eb33b6-0f09-4b48-bc78-fea724b11664 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.0541790 Oct 12 17:50:34.280091 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0069e-5a54-44c5-bff2-85cf88077b74 req-f33ea2df-cc8f-45e9-ae9a-2d6214e710cc tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:34.289741 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-36f0069e-5a54-44c5-bff2-85cf88077b74 req-f33ea2df-cc8f-45e9-ae9a-2d6214e710cc tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/ports?device_id=534d8173-077b-411a-b027-74f3a31b015f HTTP/1.1" status: 200 len: 946 time: 0.0618184 Oct 12 17:50:34.326525 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-36f0069e-5a54-44c5-bff2-85cf88077b74 req-02906a56-0a50-44a8-8688-20071eb21207 tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd2789e0-1a18-4cc0-ba82-84659edb46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351002 Oct 12 17:50:34.364585 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Deleting port 23eae5a0-0307-4356-b15a-27a7ece159a2 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:34.364930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.463853 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] For port 23eae5a0-0307-4356-b15a-27a7ece159a2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23eae5a0-0307-4356-b15a-27a7ece159a2,segment=NetworkSegment(80f1fe12-b9bf-4880-ac76-8a14a6a75b83),segment_id=80f1fe12-b9bf-4880-ac76-8a14a6a75b83)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:34.464217 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.481905 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Calling delete_port for 23eae5a0-0307-4356-b15a-27a7ece159a2 owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:34.511014 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff094f-2685-4106-ad73-fab619c6e8a0 req-31395d0f-58f4-41da-afcf-875cff49fc78 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:34.512735 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17ff094f-2685-4106-ad73-fab619c6e8a0 req-31395d0f-58f4-41da-afcf-875cff49fc78 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0536182 Oct 12 17:50:34.557636 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17ff094f-2685-4106-ad73-fab619c6e8a0 req-d979851b-cce3-4638-9b32-abe9a57a72da tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Oct 12 17:50:34.621961 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.634946 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23eae5a0-0307-4356-b15a-27a7ece159a2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:34.655061 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Pushing event deleted for resources: {'Port': ['ID=23eae5a0-0307-4356-b15a-27a7ece159a2,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:34.701997 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] No DVR routers for this DVR port 23eae5a0-0307-4356-b15a-27a7ece159a2 on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:34.706208 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.707799 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-b6557b05-f1cd-45ab-a707-1aa45f10c597 req-67690942-bc83-4784-878d-87512ecf414e tempest-AttachVolumeNegativeTest-1692811126 tempest-AttachVolumeNegativeTest-1692811126-project] 10.222.0.87 "DELETE /v2.0/ports/23eae5a0-0307-4356-b15a-27a7ece159a2 HTTP/1.1" status: 204 len: 173 time: 0.4487543 Oct 12 17:50:34.765791 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-1b8a1c58-2672-404d-b7c2-f1a2975a4639 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:34.767218 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-1b8a1c58-2672-404d-b7c2-f1a2975a4639 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0539780 Oct 12 17:50:34.863639 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Deleting port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:34.864320 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.969782 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] For port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:34.970138 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:34.997934 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Calling delete_port for 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:35.051261 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b7303-390e-46a6-9393-f88e6574c619 req-8b2e9003-bfcf-411a-8219-83b79818009b tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:35.052223 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37748) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:35.052738 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-667b7303-390e-46a6-9393-f88e6574c619 req-8b2e9003-bfcf-411a-8219-83b79818009b tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3db6d03-0a60-42ed-beae-d8cbdd0b9ada HTTP/1.1" status: 200 len: 945 time: 0.0980475 Oct 12 17:50:35.115260 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-667b7303-390e-46a6-9393-f88e6574c619 req-0987f45e-828c-44be-9927-ee070879ee90 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556767 Oct 12 17:50:35.176986 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.188355 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:35.212697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Pushing event deleted for resources: {'Port': ['ID=0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:35.274235 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] No DVR routers for this DVR port 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:35.276872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.280910 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-948e84fe-8ce5-4ed7-85fb-64df2b9be047 req-bf4cc1d6-2bd2-4e07-aaf7-6ee585acc916 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "DELETE /v2.0/ports/0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e HTTP/1.1" status: 204 len: 173 time: 0.5050311 Oct 12 17:50:35.281418 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'name': 'network-vif-deleted', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:35.283704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262d515-1dbc-4646-9e52-73531d363fc1" -d '{"events": [{"server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "name": "network-vif-deleted", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:35.321544 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617170ba-a1c4-4614-92f9-d52d36a9cd96 x-openstack-request-id: req-617170ba-a1c4-4614-92f9-d52d36a9cd96 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:35.321837 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3db6d03-0a60-42ed-beae-d8cbdd0b9ada", "name": "network-vif-deleted", "tag": "0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:35.322088 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-617170ba-a1c4-4614-92f9-d52d36a9cd96 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:35.322480 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db6d03-0a60-42ed-beae-d8cbdd0b9ada', 'name': 'network-vif-deleted', 'tag': '0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e', 'status': 'completed', 'code': 200} Oct 12 17:50:35.385403 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37754) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:35.438613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Deleting subnet f772534b-e4c7-4613-be19-65d1110a1385 {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:50:35.441877 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.477795 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.500880 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.516592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.572157 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.601281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f772534b-e4c7-4613-be19-65d1110a1385,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:35.606793 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.610427 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b228e1ab-af8e-4262-8e07-4e2091c39d9c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f772534b-e4c7-4613-be19-65d1110a1385 HTTP/1.1" status: 204 len: 168 time: 0.2236903 Oct 12 17:50:35.612853 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37758) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:35.716484 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.747712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bca072-0052-4744-b4d1-7ae41b5bcc99 req-ea9dbbea-4b9d-43b6-9c00-7ce7ba3fd9ca tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:35.749391 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65bca072-0052-4744-b4d1-7ae41b5bcc99 req-ea9dbbea-4b9d-43b6-9c00-7ce7ba3fd9ca tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.0867505 Oct 12 17:50:35.855057 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.861450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65bca072-0052-4744-b4d1-7ae41b5bcc99 req-1ff815f3-152c-4091-8577-c86984581a39 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872383 Oct 12 17:50:35.863877 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Deleting port 1720c917-c553-49db-b3b6-0c08eb60d3cb {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:35.864338 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.881228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88778fc6-f8a4-45ce-ae7e-17e518cdc622']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:35.890555 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f1fe12-b9bf-4880-ac76-8a14a6a75b83') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:35.890850 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f1fe12-b9bf-4880-ac76-8a14a6a75b83') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:35.900324 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.914329 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.920668 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:50:35.921013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:50:35.922704 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:50:35.943535 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] For port 1720c917-c553-49db-b3b6-0c08eb60d3cb, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=1720c917-c553-49db-b3b6-0c08eb60d3cb,segment=NetworkSegment(1e06e594-a630-4507-ac54-2f226ad378f0),segment_id=1e06e594-a630-4507-ac54-2f226ad378f0)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:35.943894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.955825 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Calling delete_port for 1720c917-c553-49db-b3b6-0c08eb60d3cb owned by network:router_interface {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:35.976137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.981537 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:35.984737 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] 10.222.0.86 "DELETE /v2.0/networks/88778fc6-f8a4-45ce-ae7e-17e518cdc622 HTTP/1.1" status: 204 len: 168 time: 0.3709364 Oct 12 17:50:36.000060 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'name': 'network-vif-deleted', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:36.000992 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dce03-8732-4037-90d7-23e63df3d94f admin admin] Pushing event deleted for resources: {'Network': ['ID=88778fc6-f8a4-45ce-ae7e-17e518cdc622,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:36.004181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e1a28a-873f-4caf-ae24-21ae78cfb966" -d '{"events": [{"server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "name": "network-vif-deleted", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:36.012994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e9e529d0-40ce-4e07-a181-a78af624f2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.040956 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaa22b9-aa69-4f33-8e24-63602578b42c x-openstack-request-id: req-fcaa22b9-aa69-4f33-8e24-63602578b42c {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:36.041252 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534d8173-077b-411a-b027-74f3a31b015f", "name": "network-vif-deleted", "tag": "23eae5a0-0307-4356-b15a-27a7ece159a2", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:36.041503 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fcaa22b9-aa69-4f33-8e24-63602578b42c {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:36.041879 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '534d8173-077b-411a-b027-74f3a31b015f', 'name': 'network-vif-deleted', 'tag': '23eae5a0-0307-4356-b15a-27a7ece159a2', 'status': 'completed', 'code': 200} Oct 12 17:50:36.125123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37768) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:36.162142 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.167486 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e56860cc-a721-4123-a4f0-8617a1deac9b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1df6ca8743204eaf8c24ec3da287bc2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411973 Oct 12 17:50:36.170017 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37772) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:36.190150 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Pushing event deleted for resources: {'Port': ['ID=1720c917-c553-49db-b3b6-0c08eb60d3cb,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:36.225809 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.252718 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.305523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.308096 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.312056 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dd2789e0-1a18-4cc0-ba82-84659edb46c0 HTTP/1.1" status: 204 len: 168 time: 0.1409743 Oct 12 17:50:36.321043 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd229e20-3770-4f3f-8cc6-fafb5f56d116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2789e0-1a18-4cc0-ba82-84659edb46c0,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:36.379987 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:36.467485 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-21185fb0-c72c-4189-b837-3120d55776f8 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:36.469633 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-21185fb0-c72c-4189-b837-3120d55776f8 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 809 time: 0.1131554 Oct 12 17:50:36.487870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-c4032635-6da2-494d-825f-74874226b5f5 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/quotas/62f4dbc8ef60473f89445185f7efc802 HTTP/1.1" status: 200 len: 375 time: 0.0093374 Oct 12 17:50:36.527785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2fa8753-12ea-4c0f-b7b1-e3d15eb6dc64 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341783 Oct 12 17:50:36.621951 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-8cf14b8e-be51-43c2-87bf-e51b348cad11 service neutron] 10.222.0.86 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932994 Oct 12 17:50:36.736835 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-cbd06779-f9f9-4d0f-aedf-f79477d62481 service neutron] 10.222.0.86 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030152 Oct 12 17:50:36.935625 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Router 1bab67c3-a178-4631-abb7-314e314f3193 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:50:36.992808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3d644422-87a1-47a8-bfe5-b966f4f11ec6 req-0fe50cef-7736-42db-9b34-66c682b6221f tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 210 time: 0.0551047 Oct 12 17:50:37.002864 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-44ae32eb-651c-4fe8-be35-9b61c6b0bafc tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:37.014306 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-44ae32eb-651c-4fe8-be35-9b61c6b0bafc tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.1500244 Oct 12 17:50:37.039790 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.044343 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.120455 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:50:37.135928 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Sync routers for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:50:37.138119 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3f883e23-1ac3-4791-b1f3-78c063ef0314 admin admin] 10.222.0.86 "PUT /v2.0/routers/1bab67c3-a178-4631-abb7-314e314f3193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0847812 Oct 12 17:50:37.138972 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37818) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:37.161249 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:50:37.163004 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:50:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:37.211072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867f246-3b3f-47fa-9d5a-0960923af197 req-4286986e-7c03-4a51-935f-a97bfe69bc95 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:37.213119 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d867f246-3b3f-47fa-9d5a-0960923af197 req-4286986e-7c03-4a51-935f-a97bfe69bc95 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 946 time: 0.2222903 Oct 12 17:50:37.290637 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d867f246-3b3f-47fa-9d5a-0960923af197 req-878337ef-c30a-4a7f-a61a-2cb96d5ab560 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/security-groups?id=24002b2b-08b8-436b-b729-55367b14a5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Oct 12 17:50:37.293317 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.304413 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Deleting port c73c3e21-001b-49b7-8531-e7da89d3d2c2 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:37.304847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.420481 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.431875 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:50:37.468863 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 50f3509f-4092-4484-af04-777f75677fdf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:37.477456 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] For port c73c3e21-001b-49b7-8531-e7da89d3d2c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c73c3e21-001b-49b7-8531-e7da89d3d2c2,segment=NetworkSegment(9cd8e18e-8746-45bf-bfe0-2f99b30b16fc),segment_id=9cd8e18e-8746-45bf-bfe0-2f99b30b16fc)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:37.479810 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.489564 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Deleting port 594acebf-8817-4a71-8787-5dcd4c051af4 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:50:37.489835 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.506538 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Calling delete_port for c73c3e21-001b-49b7-8531-e7da89d3d2c2 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:37.511185 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 50f3509f-4092-4484-af04-777f75677fdf {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:37.511882 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 50f3509f-4092-4484-af04-777f75677fdf not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:37.512370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23eae5a0-0307-4356-b15a-27a7ece159a2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:37.543438 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 23eae5a0-0307-4356-b15a-27a7ece159a2 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:37.543847 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23eae5a0-0307-4356-b15a-27a7ece159a2 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:37.544504 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:37.567121 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:37.567759 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 0a04ee47-6ac0-4b3c-89ba-534ae8dd4c1e not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:37.635995 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] For port 594acebf-8817-4a71-8787-5dcd4c051af4, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=594acebf-8817-4a71-8787-5dcd4c051af4,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:37.636539 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.651080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Calling delete_port for 594acebf-8817-4a71-8787-5dcd4c051af4 owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:50:37.704479 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.719141 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['c73c3e21-001b-49b7-8531-e7da89d3d2c2'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:37.759468 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:50:36Z', 'revision_number': 5, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port': {'id': '594acebf-8817-4a71-8787-5dcd4c051af4', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:87:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bab67c3-a178-4631-abb7-314e314f3193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:37.784399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Pushing event deleted for resources: {'Port': ['ID=c73c3e21-001b-49b7-8531-e7da89d3d2c2,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:37.807491 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Checking router: 1bab67c3-a178-4631-abb7-314e314f3193 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:50:37.816705 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Routers {'1bab67c3-a178-4631-abb7-314e314f3193'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:50:37.817352 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:50:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['1bab67c3-a178-4631-abb7-314e314f3193'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:37.821891 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] No DVR routers for this DVR port c73c3e21-001b-49b7-8531-e7da89d3d2c2 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:50:37.824558 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.828507 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e3f63127-3cbc-47a4-9d7a-cd7977c4172b req-27f8a57c-5aa4-489e-ae88-3bf4e1eed237 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.87 "DELETE /v2.0/ports/c73c3e21-001b-49b7-8531-e7da89d3d2c2 HTTP/1.1" status: 204 len: 173 time: 0.8118837 Oct 12 17:50:37.829211 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'name': 'network-vif-deleted', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:37.833280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f8bfbf-b71c-47f2-a831-a04c1d5c64cd" -d '{"events": [{"server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "name": "network-vif-deleted", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:37.883432 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c2f597-1f6b-463c-b3e6-84f5153dddcc x-openstack-request-id: req-61c2f597-1f6b-463c-b3e6-84f5153dddcc {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:37.885192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a55963d-c6dc-4248-a5b1-58dae0140c7d", "name": "network-vif-deleted", "tag": "c73c3e21-001b-49b7-8531-e7da89d3d2c2", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:37.885451 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-61c2f597-1f6b-463c-b3e6-84f5153dddcc {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:37.886468 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a55963d-c6dc-4248-a5b1-58dae0140c7d', 'name': 'network-vif-deleted', 'tag': 'c73c3e21-001b-49b7-8531-e7da89d3d2c2', 'status': 'completed', 'code': 200} Oct 12 17:50:37.923577 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] Set router 1bab67c3-a178-4631-abb7-314e314f3193 gateway port host: None {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:50:37.975341 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:37.984105 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:50:37Z', 'revision_number': 6, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:38.002355 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Pushing event deleted for resources: {'Port': ['ID=594acebf-8817-4a71-8787-5dcd4c051af4,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.017011 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d64e448-7477-42c6-b267-a60e5c4a57e1 None None] The sync data for ids ['1bab67c3-a178-4631-abb7-314e314f3193'] in dv-cinder-813225-2-iscsi is: [{'id': '1bab67c3-a178-4631-abb7-314e314f3193', 'name': 'tempest-ServerRescueNegativeTestJSON-336310434-router', 'tenant_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:50:37Z', 'revision_number': 6, 'project_id': 'c91ea56ee5db4b2cb6140f2f844d05a4', 'gw_port_host': None}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:50:38.089790 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.138583 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-26796167-beaf-4674-a921-d4579e444181 req-64ef808f-0428-4279-b8e7-c7600e00a3d4 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 210 time: 0.0353346 Oct 12 17:50:38.219099 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.221257 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.310141 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.310708 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bab67c3-a178-4631-abb7-314e314f3193 {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:50:38.332193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-93961e06-150f-4786-b695-e6132213dfc2 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:38.333712 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-93961e06-150f-4786-b695-e6132213dfc2 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 809 time: 0.1413565 Oct 12 17:50:38.339225 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.341019 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bbd87372-1310-42c8-9ff8-4364e9acef7a admin admin] 10.222.0.86 "DELETE /v2.0/routers/1bab67c3-a178-4631-abb7-314e314f3193 HTTP/1.1" status: 204 len: 168 time: 1.2003798 Oct 12 17:50:38.343159 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37852) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:38.356297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Request body: {'port': {'device_id': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa', 'admin_state_up': True, 'tenant_id': '62f4dbc8ef60473f89445185f7efc802'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:38.461176 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8be92b25-889a-4cbf-b5d0-3f279dcea58b req-31cae2d3-5ea0-4c41-b537-1f59f8a027d9 tempest-VolumesSnapshotTestJSON-1355284492 tempest-VolumesSnapshotTestJSON-1355284492-project] 10.222.0.86 "GET /v2.0/ports?device_id=3a55963d-c6dc-4248-a5b1-58dae0140c7d HTTP/1.1" status: 200 len: 210 time: 0.0691469 Oct 12 17:50:38.490613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Deleting subnet 14390713-61b8-4e1c-b203-665488fb09fb {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:50:38.496300 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.563013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.615891 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.617902 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Made reservation on behalf of 62f4dbc8ef60473f89445185f7efc802 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:50:38.621504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.692185 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.737130 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.778735 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14390713-61b8-4e1c-b203-665488fb09fb,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:38.799658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.803034 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-cec0e212-3b53-4063-9581-edb835aeb67b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/14390713-61b8-4e1c-b203-665488fb09fb HTTP/1.1" status: 204 len: 168 time: 0.4587963 Oct 12 17:50:38.805608 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37866) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:38.829276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Allocated IP 172.20.0.5 (e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa/48b24f77-a268-49af-aeda-905d5f147bb7/771fe035-5663-4a7d-92d7-24364ea6540d) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:50:38.878945 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.964122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.986763 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5853aa21-f335-4274-ad62-b3971a448d6f']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:38.993507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:38.997277 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e06e594-a630-4507-ac54-2f226ad378f0') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:38.997671 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e06e594-a630-4507-ac54-2f226ad378f0') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:50:39.007999 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.023843 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.032374 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:50:39.033096 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:50:39.035814 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:50:39.095353 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.101294 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.107844 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] 10.222.0.86 "DELETE /v2.0/networks/5853aa21-f335-4274-ad62-b3971a448d6f HTTP/1.1" status: 204 len: 168 time: 0.2986619 Oct 12 17:50:39.120122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72285f06-bb65-4f59-8854-1524f3dff6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=5853aa21-f335-4274-ad62-b3971a448d6f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.261400 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da4a4a4d-a949-4389-9b16-6efc5087940d req-329e764e-ba6d-4482-a017-4d5cf2e36ea3 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 210 time: 0.0286012 Oct 12 17:50:39.271338 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.312051 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:50:39.314235 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:50:39.318614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:50:39.340052 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37876) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.365134 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Pushing event updated for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.379830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:39.380657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.387788 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-041fa201-d81d-48bc-92cc-77ccc376e7ce admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c91ea56ee5db4b2cb6140f2f844d05a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447302 Oct 12 17:50:39.388262 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37878) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:39.401406 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-f2d6180d-5f14-4dd7-b307-0da876996e2c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494509 Oct 12 17:50:39.416880 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Request body: {'port': {'device_id': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:50:39.444408 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 1720c917-c553-49db-b3b6-0c08eb60d3cb no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:39.446051 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.464135 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 1720c917-c553-49db-b3b6-0c08eb60d3cb {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:39.464470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 1720c917-c553-49db-b3b6-0c08eb60d3cb not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:39.464898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 594acebf-8817-4a71-8787-5dcd4c051af4 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:39.467816 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.479421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.486034 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 594acebf-8817-4a71-8787-5dcd4c051af4 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:39.486373 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 594acebf-8817-4a71-8787-5dcd4c051af4 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:39.521434 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.523994 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.525275 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/784ee1e9-6947-4f8c-b592-0cbb278a0548 HTTP/1.1" status: 204 len: 168 time: 0.1363091 Oct 12 17:50:39.536758 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda7a7c-977f-4114-a865-03976197795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ee1e9-6947-4f8c-b592-0cbb278a0548,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.843054 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771fe035-5663-4a7d-92d7-24364ea6540d {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:39.853232 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.866640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Transition to ACTIVE for port object 771fe035-5663-4a7d-92d7-24364ea6540d will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:50:39.871294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:39.921940 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Pushing event updated for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:39.994093 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Attempting to bind port 771fe035-5663-4a7d-92d7-24364ea6540d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:50:39.994355 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Attempting to bind port 771fe035-5663-4a7d-92d7-24364ea6540d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:50:39.994678 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Attempting to bind port 771fe035-5663-4a7d-92d7-24364ea6540d on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:39.998877 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Port 771fe035-5663-4a7d-92d7-24364ea6540d on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:50:39.999289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Attempting to bind port 771fe035-5663-4a7d-92d7-24364ea6540d on network e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:50:40.004559 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:50:40.004895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Checking segment: {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:50:40.005301 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Bound using segment: {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:50:40.005720 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Bound port: 771fe035-5663-4a7d-92d7-24364ea6540d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ee71ee-bdd2-4203-8596-e1b71ddb9367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:50:40.006072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.078228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:50:40.083725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=771fe035-5663-4a7d-92d7-24364ea6540d,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:50:40.089753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.114570 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.114570 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:40.114570 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] 10.222.0.87 "PUT /v2.0/ports/771fe035-5663-4a7d-92d7-24364ea6540d HTTP/1.1" status: 200 len: 1093 time: 0.7004442 Oct 12 17:50:40.114570 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:40.115123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27099793-30ae-4008-9d1b-451c560d141b" -d '{"events": [{"name": "network-changed", "server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:40.212909 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fb3bbe-e741-4e86-b940-0992e8bca7aa x-openstack-request-id: req-00fb3bbe-e741-4e86-b940-0992e8bca7aa {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:40.213282 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:40.213521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-00fb3bbe-e741-4e86-b940-0992e8bca7aa {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:40.213888 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d', 'status': 'completed', 'code': 200} Oct 12 17:50:40.219308 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ada444-8fd4-4677-a5ec-bf20fa7636e0 service neutron] Pushing event updated for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:40.238518 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-8bc0191b-8046-40c5-97a2-d416e8fab7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.240081 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-8bc0191b-8046-40c5-97a2-d416e8fab7d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 1096 time: 0.0753393 Oct 12 17:50:40.291949 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-eba6d34e-afd0-48f5-acdd-787696132a53 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771fe035-5663-4a7d-92d7-24364ea6540d HTTP/1.1" status: 200 len: 217 time: 0.0436270 Oct 12 17:50:40.348419 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-4791c845-9746-4865-bbea-7ce0a6a31318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.349982 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-4791c845-9746-4865-bbea-7ce0a6a31318 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=48b24f77-a268-49af-aeda-905d5f147bb7 HTTP/1.1" status: 200 len: 849 time: 0.0499897 Oct 12 17:50:40.398584 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-ffacd6f8-6b0e-4263-8767-9ce4921bc0f6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400226 Oct 12 17:50:40.462197 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510b9c2-773e-4dd7-9d16-63759ee8844b req-73d3933b-9e48-402a-ba5c-649d695bf143 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.463663 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a510b9c2-773e-4dd7-9d16-63759ee8844b req-73d3933b-9e48-402a-ba5c-649d695bf143 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 943 time: 0.1190040 Oct 12 17:50:40.523103 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a510b9c2-773e-4dd7-9d16-63759ee8844b req-01903cbc-80df-4d3e-acff-df551950fc59 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526688 Oct 12 17:50:40.534726 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-ce4aaf68-c615-4cdd-b8d3-206fded7e4c5 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277599 Oct 12 17:50:40.636234 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4d1ec62-c4d6-4a22-8699-75025449f442 req-3a75dc8b-00d1-44fd-a791-025f7a28f3d1 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946443 Oct 12 17:50:40.721512 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099793-30ae-4008-9d1b-451c560d141b req-12f3fc95-e599-4cc5-90fe-35427a2e2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.723095 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-12f3fc95-e599-4cc5-90fe-35427a2e2a59 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62f4dbc8ef60473f89445185f7efc802&device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 1096 time: 0.0425267 Oct 12 17:50:40.817268 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099793-30ae-4008-9d1b-451c560d141b req-72154c95-b2b8-4cfe-9974-7136b67c1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.818744 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-72154c95-b2b8-4cfe-9974-7136b67c1486 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 200 len: 910 time: 0.0859070 Oct 12 17:50:40.868760 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-cf0fefb7-0547-4470-96a0-23235c21c2b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771fe035-5663-4a7d-92d7-24364ea6540d HTTP/1.1" status: 200 len: 217 time: 0.0389192 Oct 12 17:50:40.924006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27099793-30ae-4008-9d1b-451c560d141b req-361eb14b-aabc-4b65-95b8-44f15fef9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:40.925918 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-361eb14b-aabc-4b65-95b8-44f15fef9fc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=48b24f77-a268-49af-aeda-905d5f147bb7 HTTP/1.1" status: 200 len: 849 time: 0.0468976 Oct 12 17:50:40.964137 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-4ad58898-ddb6-4d27-bfa9-eac2f443723a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288234 Oct 12 17:50:41.069360 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-8f7a82bd-c9a7-43ad-9c2e-1db74453cbc5 service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975561 Oct 12 17:50:41.165942 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27099793-30ae-4008-9d1b-451c560d141b req-2bc9b616-4c8f-4d87-b597-2051c7a4b7dc service neutron] 10.222.0.87 "GET /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881100 Oct 12 17:50:41.463070 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37974) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:41.490734 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device c73c3e21-001b-49b7-8531-e7da89d3d2c2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:50:41.525592 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: c73c3e21-001b-49b7-8531-e7da89d3d2c2 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:50:41.525933 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device c73c3e21-001b-49b7-8531-e7da89d3d2c2 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:50:41.582752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b36df1a6-4867-4ed0-9f44-f1eae193d934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.646493 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d43ead-b974-4b1d-b2fe-d1419241a5f1 req-096002dd-8161-4601-8ead-aa6b86016225 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:41.647909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-97d43ead-b974-4b1d-b2fe-d1419241a5f1 req-096002dd-8161-4601-8ead-aa6b86016225 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 943 time: 0.0512912 Oct 12 17:50:41.661527 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b36df1a6-4867-4ed0-9f44-f1eae193d934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.665273 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b36df1a6-4867-4ed0-9f44-f1eae193d934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.691947 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-97d43ead-b974-4b1d-b2fe-d1419241a5f1 req-59a9a6a8-0f6b-4cd7-91de-60c37c565146 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378585 Oct 12 17:50:41.705245 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b36df1a6-4867-4ed0-9f44-f1eae193d934 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=63d61e772e0743cfa9deeb447dc6503a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410610 Oct 12 17:50:41.707045 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36df1a6-4867-4ed0-9f44-f1eae193d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af54575-f70e-4e66-b349-88de9d1b68bd,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:41.708769 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37982) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:41.761648 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.783018 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.829492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.832858 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:41.834054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2af54575-f70e-4e66-b349-88de9d1b68bd HTTP/1.1" status: 204 len: 168 time: 0.1242864 Oct 12 17:50:41.841654 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1becf-864e-4a55-a509-a2b00632a3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af54575-f70e-4e66-b349-88de9d1b68bd,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.094170 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 37990) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:42.107401 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4bec9d85-1d71-473c-8393-7927bb4ba84e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.186026 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4bec9d85-1d71-473c-8393-7927bb4ba84e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.189725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4bec9d85-1d71-473c-8393-7927bb4ba84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.228597 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4bec9d85-1d71-473c-8393-7927bb4ba84e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a2bec54172f64e3c923a8a376af126e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333609 Oct 12 17:50:42.229442 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec9d85-1d71-473c-8393-7927bb4ba84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ec54d-c43c-4e56-8eef-36561fb1f73d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:42.231421 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 37992) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:42.283172 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.308210 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.357246 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.359941 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:42.361095 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a05ec54d-c43c-4e56-8eef-36561fb1f73d HTTP/1.1" status: 204 len: 168 time: 0.1286037 Oct 12 17:50:42.369154 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721901-d8af-4e49-9965-b34e42084d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ec54d-c43c-4e56-8eef-36561fb1f73d,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:43.988547 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38056) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:44.091738 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-854e4882-0eea-418a-bb59-2a2c3fdee05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.170976 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-854e4882-0eea-418a-bb59-2a2c3fdee05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.175666 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-854e4882-0eea-418a-bb59-2a2c3fdee05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.215347 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-854e4882-0eea-418a-bb59-2a2c3fdee05c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0d6a0307575d422fa4b5709db37fdf24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256949 Oct 12 17:50:44.216280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e4882-0eea-418a-bb59-2a2c3fdee05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26d409-5712-4e5e-8e11-b0f49abd096d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:44.218069 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38062) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:44.269099 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.289905 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.335031 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.337594 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.338706 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f26d409-5712-4e5e-8e11-b0f49abd096d HTTP/1.1" status: 204 len: 168 time: 0.1195743 Oct 12 17:50:44.346109 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5a2af-04e6-4f98-ac74-ae52fb7ca432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26d409-5712-4e5e-8e11-b0f49abd096d,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:44.602276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38070) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:44.616487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25229cfb-d3e3-4a34-a6c7-22dcae1a9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.694412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25229cfb-d3e3-4a34-a6c7-22dcae1a9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.698130 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-25229cfb-d3e3-4a34-a6c7-22dcae1a9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.735996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-25229cfb-d3e3-4a34-a6c7-22dcae1a9eed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9d06369626014ee0a5b7f4a88981d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326427 Oct 12 17:50:44.736847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229cfb-d3e3-4a34-a6c7-22dcae1a9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356ae94-11fd-4f9c-b129-9297433eaa65,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:44.739286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38072) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:44.789076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.809341 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.856795 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.859363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:44.860496 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d356ae94-11fd-4f9c-b129-9297433eaa65 HTTP/1.1" status: 204 len: 168 time: 0.1202216 Oct 12 17:50:44.868127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b071941-37c5-4222-8cb2-ab3225a90aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356ae94-11fd-4f9c-b129-9297433eaa65,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:44.897557 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:45.466983 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d9f19-f893-4250-99e4-dca7e91a3220 req-f21b1e4b-9b8d-499c-ae02-25e889d6b27d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:45.468476 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bc2d9f19-f893-4250-99e4-dca7e91a3220 req-f21b1e4b-9b8d-499c-ae02-25e889d6b27d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 943 time: 0.0492394 Oct 12 17:50:45.503067 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:50:45.512047 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bc2d9f19-f893-4250-99e4-dca7e91a3220 req-9c25f5a0-90d7-439d-80a7-364ca47848ea tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Oct 12 17:50:46.952831 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38162) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.056717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-eff514a0-3f3f-4f3f-9032-d3bcdef2a397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.129826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-eff514a0-3f3f-4f3f-9032-d3bcdef2a397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.133607 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-eff514a0-3f3f-4f3f-9032-d3bcdef2a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.171370 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-eff514a0-3f3f-4f3f-9032-d3bcdef2a397 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eec4226847f541508f33837673d42e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174606 Oct 12 17:50:47.172224 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff514a0-3f3f-4f3f-9032-d3bcdef2a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbefc13-5862-4498-a19f-f0e857663356,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.174891 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38166) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.227663 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.249095 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.294980 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.297682 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.298856 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/abbefc13-5862-4498-a19f-f0e857663356 HTTP/1.1" status: 204 len: 168 time: 0.1226130 Oct 12 17:50:47.306592 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3034dd9-677b-4aa7-8361-62a41cce1aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbefc13-5862-4498-a19f-f0e857663356,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.567113 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38174) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.579772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8d3bda1e-d3b5-41ec-93ee-0cf4763eb5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.653984 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8d3bda1e-d3b5-41ec-93ee-0cf4763eb5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.658632 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8d3bda1e-d3b5-41ec-93ee-0cf4763eb5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.698300 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8d3bda1e-d3b5-41ec-93ee-0cf4763eb5eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dbcf8b6593dd43d38d014462b1a56864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300571 Oct 12 17:50:47.699382 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bda1e-d3b5-41ec-93ee-0cf4763eb5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8afca-70ea-4deb-af3e-90f32a23c34e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:47.701700 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38178) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:47.752657 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.775129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.821393 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.824069 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:47.825229 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/66f8afca-70ea-4deb-af3e-90f32a23c34e HTTP/1.1" status: 204 len: 168 time: 0.1225946 Oct 12 17:50:47.832984 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445604c-9743-42f1-b2a9-c02badb13cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8afca-70ea-4deb-af3e-90f32a23c34e,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:49.820790 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38258) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:49.924785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:49.998841 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.003185 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.041468 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49603269c43f4dd7882d60bc279dc2ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195899 Oct 12 17:50:50.042342 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a78314-9912-45dd-80ff-89f1fb05816b,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:50.044418 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38262) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:50.049667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.050011 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.050343 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.050671 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.050995 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.051320 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.051643 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.051970 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.052291 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.052608 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.052924 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.053261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d967f81-23f6-4414-89c2-e12882a77a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:50.093453 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.114378 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.160464 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.163033 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.164152 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e9a78314-9912-45dd-80ff-89f1fb05816b HTTP/1.1" status: 204 len: 168 time: 0.1186910 Oct 12 17:50:50.171811 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced0401-e0e1-4f60-9c8d-9eb1c548f23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a78314-9912-45dd-80ff-89f1fb05816b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:50.436484 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38268) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:50.450855 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c07de277-040a-4e6f-bf2f-7009173cccdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.481999 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cfca5-cb4f-44c7-a14b-deceb3062976 req-4691d36f-6b3e-4387-b7c0-e58c14d1491c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.483453 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-710cfca5-cb4f-44c7-a14b-deceb3062976 req-4691d36f-6b3e-4387-b7c0-e58c14d1491c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 943 time: 0.0824924 Oct 12 17:50:50.486399 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-7fa71bdc-9a57-4229-9dfc-776c017c5447 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731449 Oct 12 17:50:50.531024 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c07de277-040a-4e6f-bf2f-7009173cccdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.535094 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c07de277-040a-4e6f-bf2f-7009173cccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.547181 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-710cfca5-cb4f-44c7-a14b-deceb3062976 req-8968e58f-429b-4c00-8e89-280c4b701866 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551679 Oct 12 17:50:50.560876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-0dfcc4ad-9efc-4158-b099-cf1ad1af668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.562938 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-0dfcc4ad-9efc-4158-b099-cf1ad1af668b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.0514970 Oct 12 17:50:50.576742 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07de277-040a-4e6f-bf2f-7009173cccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d2436-6fc8-431b-9f21-993faa23cd29,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:50.581294 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c07de277-040a-4e6f-bf2f-7009173cccdf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd6aa3dd749445efa9d494a1d6606435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435745 Oct 12 17:50:50.584311 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38270) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:50.633092 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.654619 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.681720 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-24f36508-6968-4b66-a0e8-bab8693f9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.683974 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-24f36508-6968-4b66-a0e8-bab8693f9a3c service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.0934141 Oct 12 17:50:50.704373 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.708018 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:50.711940 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ed8d2436-6fc8-431b-9f21-993faa23cd29 HTTP/1.1" status: 204 len: 168 time: 0.1272242 Oct 12 17:50:50.724593 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbfa66-1984-4151-b194-72970bb77b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d2436-6fc8-431b-9f21-993faa23cd29,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:50.763110 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-aab210d6-c915-4bea-a53f-74f1635bd37b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 1001 time: 0.0713482 Oct 12 17:50:50.816700 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-4fb5b38c-814d-48e5-a2cd-c756bfa69d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.818192 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-4fb5b38c-814d-48e5-a2cd-c756bfa69d7a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0484972 Oct 12 17:50:50.866982 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-dd9cc230-c086-4502-a062-be1f2ff85cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:50.868532 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-dd9cc230-c086-4502-a062-be1f2ff85cda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424249 Oct 12 17:50:50.959120 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-34785b02-b355-4c06-84bb-cfd8aea0096e service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Oct 12 17:50:51.055554 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a54c681-1d7b-467b-8350-b8708e546b72 req-f8ef8a30-2e4e-4a9f-9c7a-c4214cff5cf3 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897884 Oct 12 17:50:51.556892 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 771fe035-5663-4a7d-92d7-24364ea6540d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:50:51.669409 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=771fe035-5663-4a7d-92d7-24364ea6540d,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:51.683169 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf4c38-6588-4d02-b2ed-15ff6fe96dd3 req-9df491a6-ddf6-48e4-ab3f-b0b1afb606a0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:51.684399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '771fe035-5663-4a7d-92d7-24364ea6540d', 'network_id': 'e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa', 'port_id': '771fe035-5663-4a7d-92d7-24364ea6540d', 'mac_address': 'fa:16:3e:c9:c3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b24f77-a268-49af-aeda-905d5f147bb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:50:51.691166 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3bdf4c38-6588-4d02-b2ed-15ff6fe96dd3 req-9df491a6-ddf6-48e4-ab3f-b0b1afb606a0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 943 time: 0.0659189 Oct 12 17:50:51.725349 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:51.726694 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3bdf4c38-6588-4d02-b2ed-15ff6fe96dd3 req-dca16f55-09cc-43bb-b7fc-b809176e8f5f tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Oct 12 17:50:51.758607 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771fe035-5663-4a7d-92d7-24364ea6540d {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:50:51.780929 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=771fe035-5663-4a7d-92d7-24364ea6540d,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:51.797588 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:51.858846 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:51.860144 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38324) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:51.867742 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.868399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.869203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.869728 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.870262 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.871165 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.871925 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.872560 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.873146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.873633 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.873967 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.874301 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:50:51.999476 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc0b5-0d99-406b-9def-40f5e0ccc3a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.079276 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc0b5-0d99-406b-9def-40f5e0ccc3a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.083314 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc0b5-0d99-406b-9def-40f5e0ccc3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.122044 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2b6fc0b5-0d99-406b-9def-40f5e0ccc3a0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7631b70c7a9641b4a11bf4c453cb6f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591212 Oct 12 17:50:52.124042 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fc0b5-0d99-406b-9def-40f5e0ccc3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608e0c90-bcde-46fc-9f8d-96c95564d1a7,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:52.125459 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38332) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:50:52.185977 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.215089 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.266682 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.270044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:52.271186 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/608e0c90-bcde-46fc-9f8d-96c95564d1a7 HTTP/1.1" status: 204 len: 168 time: 0.1440597 Oct 12 17:50:52.279523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b1569-dc3e-4a24-bef0-a2fa135d870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608e0c90-bcde-46fc-9f8d-96c95564d1a7,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:52.309356 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['771fe035-5663-4a7d-92d7-24364ea6540d'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:50:52.850460 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6dc9b-2947-49f0-a871-fac7a1e67cbb req-355ab594-74cd-4d21-9001-cfe8f171101a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:52.853036 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49e6dc9b-2947-49f0-a871-fac7a1e67cbb req-355ab594-74cd-4d21-9001-cfe8f171101a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 944 time: 0.0515685 Oct 12 17:50:52.891088 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49e6dc9b-2947-49f0-a871-fac7a1e67cbb req-b36d4743-74e9-4233-aac0-1fcbabb1710c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Oct 12 17:50:53.575689 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 771fe035-5663-4a7d-92d7-24364ea6540d up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:50:53.625297 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 771fe035-5663-4a7d-92d7-24364ea6540d completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:50:53.629668 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 771fe035-5663-4a7d-92d7-24364ea6540d triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:50:53.630135 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.729473 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.753777 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:50:53.756015 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf671ada-b5ce-4852-b69f-97eb5438ef89" -d '{"events": [{"server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "name": "network-vif-plugged", "status": "completed", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:50:53.770023 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=771fe035-5663-4a7d-92d7-24364ea6540d,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:50:53.777564 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:50:53.826903 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc232ea4-f963-4196-bf52-b2b03548e356 x-openstack-request-id: req-fc232ea4-f963-4196-bf52-b2b03548e356 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:50:53.827067 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "name": "network-vif-plugged", "status": "completed", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:50:53.827448 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fc232ea4-f963-4196-bf52-b2b03548e356 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:50:53.828341 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d', 'code': 200} Oct 12 17:50:53.843633 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:50:54.037816 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc2112-a039-4299-91ad-303a4b086d3a req-60d5951c-c38c-476a-b1f4-f3ef8510de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:54.039613 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-84dc2112-a039-4299-91ad-303a4b086d3a req-60d5951c-c38c-476a-b1f4-f3ef8510de46 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 1098 time: 0.0804846 Oct 12 17:50:54.054198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fde02c-d270-4e8c-aa1a-ab62d8d362bc req-dfa1b2a0-ee92-46ee-94f8-30edeaa43d05 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:54.055868 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7fde02c-d270-4e8c-aa1a-ab62d8d362bc req-dfa1b2a0-ee92-46ee-94f8-30edeaa43d05 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0875225 Oct 12 17:50:54.114276 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-84dc2112-a039-4299-91ad-303a4b086d3a req-f7d2b1c9-32a1-4d85-89d4-d545c72989b4 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572619 Oct 12 17:50:54.119378 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7fde02c-d270-4e8c-aa1a-ab62d8d362bc req-4f06e30c-adf4-4266-8298-c0b228f6307f tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569520 Oct 12 17:50:55.242935 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e746f37-5d33-4bf6-9066-db4dfd92a1f9 req-a329b246-03ab-4c8a-a634-8cf6ade1ec48 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:55.244414 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e746f37-5d33-4bf6-9066-db4dfd92a1f9 req-a329b246-03ab-4c8a-a634-8cf6ade1ec48 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Oct 12 17:50:55.281542 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e746f37-5d33-4bf6-9066-db4dfd92a1f9 req-e547c6d4-2245-41e8-ae60-c35e3484ec64 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310953 Oct 12 17:50:56.393315 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046581fb-ebd7-48fa-ba66-f202dac6af22 req-ceaa8627-5cb5-46ac-b310-b24b06d16aba tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:56.394729 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-046581fb-ebd7-48fa-ba66-f202dac6af22 req-ceaa8627-5cb5-46ac-b310-b24b06d16aba tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0474486 Oct 12 17:50:56.433484 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-046581fb-ebd7-48fa-ba66-f202dac6af22 req-2529b93c-cf41-407f-b1dd-e22577977b96 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Oct 12 17:50:57.550045 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a97c5-85ea-4d0d-99ea-1bfc4a2e211b req-dd8d7090-c818-4a77-86bf-b77f19cae6a0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:57.551485 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-355a97c5-85ea-4d0d-99ea-1bfc4a2e211b req-dd8d7090-c818-4a77-86bf-b77f19cae6a0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0515237 Oct 12 17:50:57.587955 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-355a97c5-85ea-4d0d-99ea-1bfc4a2e211b req-fd342254-18fd-417e-ae0a-7e1e8e6ce970 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300565 Oct 12 17:50:58.702910 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d863-c64d-4baf-a6f1-2d91feb53f64 req-7abbcd37-48ed-40e5-830e-77b17c6e796a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:58.704405 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-31c8d863-c64d-4baf-a6f1-2d91feb53f64 req-7abbcd37-48ed-40e5-830e-77b17c6e796a tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0503688 Oct 12 17:50:58.744017 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-31c8d863-c64d-4baf-a6f1-2d91feb53f64 req-91990268-f2c7-4ec3-a075-041e3589558f tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Oct 12 17:50:59.857252 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58531c-0a15-449e-a439-c0fd39314825 req-a3157877-11c3-446c-85b3-19ec17cb9258 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:50:59.858708 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2d58531c-0a15-449e-a439-c0fd39314825 req-a3157877-11c3-446c-85b3-19ec17cb9258 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Oct 12 17:50:59.895642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2d58531c-0a15-449e-a439-c0fd39314825 req-1d5ee4cc-f7d7-4b9d-b618-90d05a955820 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Oct 12 17:51:01.011774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63bb64-0340-439a-9afd-c7d178e0f353 req-f5950193-8712-4d6d-aaf1-fab582ed0f4c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:01.013154 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-eb63bb64-0340-439a-9afd-c7d178e0f353 req-f5950193-8712-4d6d-aaf1-fab582ed0f4c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Oct 12 17:51:01.056754 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-eb63bb64-0340-439a-9afd-c7d178e0f353 req-965fb77a-850e-4aec-8d37-42a38b08b89e tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374794 Oct 12 17:51:02.169687 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04139b8e-ecf2-4bce-b51d-69a06a2e45bd req-5a9261d9-3d71-46bd-bf57-90a175ddf08c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:02.171084 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04139b8e-ecf2-4bce-b51d-69a06a2e45bd req-5a9261d9-3d71-46bd-bf57-90a175ddf08c tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0488358 Oct 12 17:51:02.207725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04139b8e-ecf2-4bce-b51d-69a06a2e45bd req-21ba1054-1615-4d4e-8868-7403278a193b tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Oct 12 17:51:03.274014 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6a567031-d720-4894-b2e3-d8ce0ae270ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:06.004927 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4104a740-4b94-4bd5-afb0-431cb567e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:06.992735 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:06.995713 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:07.357773 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eaafe-e5a6-49a2-9451-d1af677e081b req-38f7221f-4dc3-47a3-826f-7813897a1c3c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:07.359207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-198eaafe-e5a6-49a2-9451-d1af677e081b req-38f7221f-4dc3-47a3-826f-7813897a1c3c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0471401 Oct 12 17:51:07.395426 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-198eaafe-e5a6-49a2-9451-d1af677e081b req-051a2071-cfba-4408-a8bd-76ea86a8e39f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303700 Oct 12 17:51:08.155366 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cb3c0-4011-4b31-b679-31383ee36077 req-09ee1d0d-54e1-49db-b9e8-14ddf4365ed8 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:08.162691 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-170cb3c0-4011-4b31-b679-31383ee36077 req-09ee1d0d-54e1-49db-b9e8-14ddf4365ed8 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0589979 Oct 12 17:51:08.200582 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-170cb3c0-4011-4b31-b679-31383ee36077 req-76f4ee05-cc61-4c77-9eec-972415020fa1 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365944 Oct 12 17:51:08.518038 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef98dcb-fe9f-4ad2-a8c7-57415de09230 req-75223c7e-ab48-4bb8-a63c-e00fd258431e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:08.519556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4ef98dcb-fe9f-4ad2-a8c7-57415de09230 req-75223c7e-ab48-4bb8-a63c-e00fd258431e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0508919 Oct 12 17:51:08.560438 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4ef98dcb-fe9f-4ad2-a8c7-57415de09230 req-19b2b518-8ce6-4e58-b162-54a7b3db8ef1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Oct 12 17:51:08.688445 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:09.354952 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a887512-169b-46d1-a671-e9a6a348b8ee req-842ff93f-466d-429e-92c0-05f0bdfb86ab tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:09.356459 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5a887512-169b-46d1-a671-e9a6a348b8ee req-842ff93f-466d-429e-92c0-05f0bdfb86ab tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0582530 Oct 12 17:51:09.398179 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5a887512-169b-46d1-a671-e9a6a348b8ee req-6b4f6731-f99c-48dd-828b-a08eea8f3e07 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Oct 12 17:51:09.687748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8f528-0244-4d22-b582-a2f5a416ef75 req-a9500ab7-913c-436a-9e73-df47e3adaa2f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:09.689157 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-deb8f528-0244-4d22-b582-a2f5a416ef75 req-a9500ab7-913c-436a-9e73-df47e3adaa2f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0537245 Oct 12 17:51:09.727532 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-deb8f528-0244-4d22-b582-a2f5a416ef75 req-ad3d270e-9810-4168-bd0b-7382fc66926f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Oct 12 17:51:10.544546 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-62d920c0-8559-49fa-964a-bc600dfa5103 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:10.546063 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-62d920c0-8559-49fa-964a-bc600dfa5103 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0797858 Oct 12 17:51:10.559608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492a59e-9cc4-4bdd-9412-053136670348 req-f1e2112a-0c29-4964-a71f-25172ad6e8e0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:10.563418 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0492a59e-9cc4-4bdd-9412-053136670348 req-f1e2112a-0c29-4964-a71f-25172ad6e8e0 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 945 time: 0.0703106 Oct 12 17:51:10.652684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0492a59e-9cc4-4bdd-9412-053136670348 req-804f95af-59a5-4b76-b5d8-493bd16a8d16 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/security-groups?id=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807636 Oct 12 17:51:10.679882 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Deleting port 771fe035-5663-4a7d-92d7-24364ea6540d {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:51:10.683671 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.785515 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] For port 771fe035-5663-4a7d-92d7-24364ea6540d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=771fe035-5663-4a7d-92d7-24364ea6540d,segment=NetworkSegment(79ee71ee-bdd2-4203-8596-e1b71ddb9367),segment_id=79ee71ee-bdd2-4203-8596-e1b71ddb9367)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:10.786200 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:10.799825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Calling delete_port for 771fe035-5663-4a7d-92d7-24364ea6540d owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:51:10.920143 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4292bfa-4612-4814-a807-a737181e4f0e req-9baac742-618d-4ef5-84e1-9f0df6365f13 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:10.921667 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b4292bfa-4612-4814-a807-a737181e4f0e req-9baac742-618d-4ef5-84e1-9f0df6365f13 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0754638 Oct 12 17:51:10.938064 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 38742) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:10.997064 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b4292bfa-4612-4814-a807-a737181e4f0e req-b2a45fa1-ee38-4172-ad4a-9ac86df8563c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674052 Oct 12 17:51:11.007589 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.024414 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['771fe035-5663-4a7d-92d7-24364ea6540d'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:51:11.040976 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Pushing event deleted for resources: {'Port': ['ID=771fe035-5663-4a7d-92d7-24364ea6540d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:11.053035 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.053399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.053767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.054111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.054438 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.054763 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.055131 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.055457 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.055846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.056779 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.057755 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.058078 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:11.078917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b2a72b34-4d6d-4606-8d16-7f75b7c662a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.091630 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] No DVR routers for this DVR port 771fe035-5663-4a7d-92d7-24364ea6540d on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:51:11.094770 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.098051 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23774fd8-e0e7-47ea-8407-eee616098da0 req-0535ab82-fb88-4e80-b3d7-65d1a9cf816d tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.87 "DELETE /v2.0/ports/771fe035-5663-4a7d-92d7-24364ea6540d HTTP/1.1" status: 204 len: 173 time: 0.5337174 Oct 12 17:51:11.098487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'name': 'network-vif-deleted', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:51:11.100710 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b002197-0a37-4273-a489-4e43b066cd7a" -d '{"events": [{"server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "name": "network-vif-deleted", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:51:11.140717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d1696-0b5f-4edf-ab57-d98bf0ad13b5 x-openstack-request-id: req-f66d1696-0b5f-4edf-ab57-d98bf0ad13b5 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:51:11.141032 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d11e4d-776d-45c0-ab1d-f4e964171562", "name": "network-vif-deleted", "tag": "771fe035-5663-4a7d-92d7-24364ea6540d", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:51:11.141365 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f66d1696-0b5f-4edf-ab57-d98bf0ad13b5 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:51:11.141760 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d11e4d-776d-45c0-ab1d-f4e964171562', 'name': 'network-vif-deleted', 'tag': '771fe035-5663-4a7d-92d7-24364ea6540d', 'status': 'completed', 'code': 200} Oct 12 17:51:11.167013 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b2a72b34-4d6d-4606-8d16-7f75b7c662a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.171171 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b2a72b34-4d6d-4606-8d16-7f75b7c662a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.210812 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b2a72b34-4d6d-4606-8d16-7f75b7c662a8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7168bc9ee2d940ec896ad046758da532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715456 Oct 12 17:51:11.211666 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a72b34-4d6d-4606-8d16-7f75b7c662a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726c051-6152-400f-9f4f-1a08edb0c46e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:11.214426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 38748) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:11.273435 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.299857 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.345944 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.348804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:11.352291 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9726c051-6152-400f-9f4f-1a08edb0c46e HTTP/1.1" status: 204 len: 168 time: 0.1345522 Oct 12 17:51:11.360719 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c26c9-62fc-411e-80da-937a3fd839e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726c051-6152-400f-9f4f-1a08edb0c46e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:11.780709 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ccfd7997-e453-4d27-810f-755b36f61627 req-9ee96dbf-eff0-4ce1-802d-58aa6273aaa6 tempest-VolumesActionsTest-738373174 tempest-VolumesActionsTest-738373174-project] 10.222.0.86 "GET /v2.0/ports?device_id=64d11e4d-776d-45c0-ab1d-f4e964171562 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Oct 12 17:51:12.153290 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c62f-0d68-4ac0-91d9-ce8c6783964f req-7c47628c-72ff-405c-9c3d-852a308abb42 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:12.155134 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0811c62f-0d68-4ac0-91d9-ce8c6783964f req-7c47628c-72ff-405c-9c3d-852a308abb42 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0496843 Oct 12 17:51:12.194442 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0811c62f-0d68-4ac0-91d9-ce8c6783964f req-4dc14d5e-1ff7-4f42-b2f5-8609e96354c7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332742 Oct 12 17:51:13.321153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac697a-e401-419e-829d-dcdd68ff2e04 req-198fc071-cfd6-4ff1-b07e-7a01e65f8ee5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:13.323018 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-acac697a-e401-419e-829d-dcdd68ff2e04 req-198fc071-cfd6-4ff1-b07e-7a01e65f8ee5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0542970 Oct 12 17:51:13.367611 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-acac697a-e401-419e-829d-dcdd68ff2e04 req-7fe819c1-6f83-4d38-be26-a454f31eec17 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386162 Oct 12 17:51:13.688218 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 771fe035-5663-4a7d-92d7-24364ea6540d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:51:13.710699 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 771fe035-5663-4a7d-92d7-24364ea6540d {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:51:13.711036 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 771fe035-5663-4a7d-92d7-24364ea6540d not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:51:14.488337 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb4a5-8cd6-423c-8b20-a4ab7976cd15 req-c1d480e1-b46f-47e3-bb30-04770193f84a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:14.489810 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-862bb4a5-8cd6-423c-8b20-a4ab7976cd15 req-c1d480e1-b46f-47e3-bb30-04770193f84a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0482457 Oct 12 17:51:14.526823 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-862bb4a5-8cd6-423c-8b20-a4ab7976cd15 req-4a974c0d-5b1f-4af5-b6dd-402c483afe03 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309930 Oct 12 17:51:14.896023 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:15.645218 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12683f67-7b8c-4482-80c5-c56842a26c13 req-fc5bd25c-5d04-4e41-b77f-ce5faff43443 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:15.646686 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-12683f67-7b8c-4482-80c5-c56842a26c13 req-fc5bd25c-5d04-4e41-b77f-ce5faff43443 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Oct 12 17:51:15.685585 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-12683f67-7b8c-4482-80c5-c56842a26c13 req-34778be3-0c42-4299-9b19-50be120c3357 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328686 Oct 12 17:51:16.805567 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb041e-7922-4593-b6c6-c95e4e50287f req-4b0958cb-ae22-4ce7-ab02-5ccc2a7b2fe0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:16.807552 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cdbb041e-7922-4593-b6c6-c95e4e50287f req-4b0958cb-ae22-4ce7-ab02-5ccc2a7b2fe0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0499372 Oct 12 17:51:16.848375 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cdbb041e-7922-4593-b6c6-c95e4e50287f req-bc42d11d-cab1-4eb6-89ec-2503d27664a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Oct 12 17:51:17.966350 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0a3d5-ed6a-43ee-88db-a0d52e07caf6 req-71ebb3b4-39c5-4a58-98d1-9fe73e8614d2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:17.967808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24c0a3d5-ed6a-43ee-88db-a0d52e07caf6 req-71ebb3b4-39c5-4a58-98d1-9fe73e8614d2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0495398 Oct 12 17:51:18.005735 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24c0a3d5-ed6a-43ee-88db-a0d52e07caf6 req-6049b08d-adc0-4431-959d-12f950d1b954 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Oct 12 17:51:19.123391 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f878331-d29d-4627-aee8-27c59d2c3082 req-10c388df-1c5c-41ef-8b6b-1a05ab55ff22 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:19.124974 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f878331-d29d-4627-aee8-27c59d2c3082 req-10c388df-1c5c-41ef-8b6b-1a05ab55ff22 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0492985 Oct 12 17:51:19.167010 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f878331-d29d-4627-aee8-27c59d2c3082 req-54ebde1c-b6a4-4d9a-979b-f91e90d52daa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331719 Oct 12 17:51:20.286946 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637a8a4-d122-4edb-8ded-0ee89c3e4a93 req-6b3faa8b-3d7e-44b8-ac9f-5ff618330be2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:20.288768 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f637a8a4-d122-4edb-8ded-0ee89c3e4a93 req-6b3faa8b-3d7e-44b8-ac9f-5ff618330be2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0494018 Oct 12 17:51:20.332307 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f637a8a4-d122-4edb-8ded-0ee89c3e4a93 req-719bccb9-ca9a-4e66-84b0-644f877cd0a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359697 Oct 12 17:51:21.454064 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3ffe-a237-4f00-9f9b-c2b29dfa6979 req-d46014b5-0b16-46f0-a4a2-72c6164fe2c4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:21.455533 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28ef3ffe-a237-4f00-9f9b-c2b29dfa6979 req-d46014b5-0b16-46f0-a4a2-72c6164fe2c4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0483716 Oct 12 17:51:21.493277 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28ef3ffe-a237-4f00-9f9b-c2b29dfa6979 req-4e2f8d2d-e331-49dd-976e-58c5c3dd36b8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Oct 12 17:51:22.501969 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:51:22.613163 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa4132-b830-49df-b631-f6e2f6ec45fd req-02a52ccd-b2ad-4ab6-8116-ec2fee956055 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:22.614633 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5eaa4132-b830-49df-b631-f6e2f6ec45fd req-02a52ccd-b2ad-4ab6-8116-ec2fee956055 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0516102 Oct 12 17:51:22.652714 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5eaa4132-b830-49df-b631-f6e2f6ec45fd req-017bef80-e741-4fc1-9064-dc1de47d6aa0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321777 Oct 12 17:51:23.768385 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ff351-e767-4928-8886-a188c5200374 req-25455fbb-336d-40ba-bac4-80e2f0582391 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:23.769836 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-035ff351-e767-4928-8886-a188c5200374 req-25455fbb-336d-40ba-bac4-80e2f0582391 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0469687 Oct 12 17:51:23.811035 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-035ff351-e767-4928-8886-a188c5200374 req-58e627af-520c-4180-8761-9df7bbe48f55 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353963 Oct 12 17:51:24.933147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d71da-164d-4fca-8aae-fe9d74ed36d1 req-c277824b-f431-4149-9375-84ba0441dbaf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:24.934616 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e13d71da-164d-4fca-8aae-fe9d74ed36d1 req-c277824b-f431-4149-9375-84ba0441dbaf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0544009 Oct 12 17:51:24.972456 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e13d71da-164d-4fca-8aae-fe9d74ed36d1 req-93f2be9d-c4be-43ba-8d09-a09b8df1254a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Oct 12 17:51:26.090112 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95083e4e-27dd-4d76-beb6-e06522d16421 req-ac7b6aca-f176-40e3-869f-c77cf5ce27c0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:26.091609 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95083e4e-27dd-4d76-beb6-e06522d16421 req-ac7b6aca-f176-40e3-869f-c77cf5ce27c0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0490687 Oct 12 17:51:26.129388 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95083e4e-27dd-4d76-beb6-e06522d16421 req-4353476c-109c-4396-9ea9-6ede090dbae5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 Oct 12 17:51:27.252806 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffd189-dc03-46fc-bb32-a85da6b0ba3f req-71547dc8-ce2f-4958-8ff9-e45eda91583a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:27.254368 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-85ffd189-dc03-46fc-bb32-a85da6b0ba3f req-71547dc8-ce2f-4958-8ff9-e45eda91583a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0532191 Oct 12 17:51:27.297467 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-85ffd189-dc03-46fc-bb32-a85da6b0ba3f req-e24e7cd9-526c-4405-a837-10cb46c7a90c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368490 Oct 12 17:51:28.417297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b8968-c69e-4167-a1ba-ceb963b98462 req-495954c1-133c-4c0c-9828-32a489181899 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:28.418767 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d47b8968-c69e-4167-a1ba-ceb963b98462 req-495954c1-133c-4c0c-9828-32a489181899 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Oct 12 17:51:28.468685 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d47b8968-c69e-4167-a1ba-ceb963b98462 req-32ad086f-2909-4eed-8954-df05fa0713a6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Oct 12 17:51:28.589647 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29979c-6d90-4b45-b78f-b5da8f82387e req-84cba75c-389d-4954-90bc-57709097feff tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:28.591080 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa29979c-6d90-4b45-b78f-b5da8f82387e req-84cba75c-389d-4954-90bc-57709097feff tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0496786 Oct 12 17:51:28.631384 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa29979c-6d90-4b45-b78f-b5da8f82387e req-669ee9cd-1202-45d7-975a-df12a57d09a1 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Oct 12 17:51:29.589616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce1b52-94d9-490d-b892-fd69b8ffe91e req-54f5796e-c1b6-497f-b2d7-86949bd5287d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:29.591747 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0dce1b52-94d9-490d-b892-fd69b8ffe91e req-54f5796e-c1b6-497f-b2d7-86949bd5287d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0475478 Oct 12 17:51:29.632191 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0dce1b52-94d9-490d-b892-fd69b8ffe91e req-64f27921-944c-461a-81d8-21af936f726d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346220 Oct 12 17:51:29.746153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f87847-8c21-4991-a657-a49dbe032de5 req-49b1c943-eb56-467c-916e-78363ae46345 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:29.748101 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c0f87847-8c21-4991-a657-a49dbe032de5 req-49b1c943-eb56-467c-916e-78363ae46345 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0501182 Oct 12 17:51:29.785807 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c0f87847-8c21-4991-a657-a49dbe032de5 req-4a3b0b3b-e329-477e-99b0-c66b2c1d05c6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316415 Oct 12 17:51:30.750462 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653475eb-8371-40be-872e-1f868b6d2830 req-6a413306-a897-4098-8f61-d74596952c8c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:30.751906 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-653475eb-8371-40be-872e-1f868b6d2830 req-6a413306-a897-4098-8f61-d74596952c8c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Oct 12 17:51:30.788453 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-653475eb-8371-40be-872e-1f868b6d2830 req-f7e5c63c-f369-48a2-ad64-648affdbe1ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306919 Oct 12 17:51:30.899066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c42da1-ad5a-4cc3-9cb1-ef501368b84b req-ff6908e4-b40f-4671-8b9d-6e10a5a1f632 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:30.900507 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a6c42da1-ad5a-4cc3-9cb1-ef501368b84b req-ff6908e4-b40f-4671-8b9d-6e10a5a1f632 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Oct 12 17:51:30.941514 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a6c42da1-ad5a-4cc3-9cb1-ef501368b84b req-ef555678-3562-4652-9803-e85423ba4ecb tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340402 Oct 12 17:51:31.906507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7076e5-1f3a-4778-893f-046f8521364c req-e69f6c53-3105-4b29-bcfb-c5dad053ea9f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:31.907958 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a7076e5-1f3a-4778-893f-046f8521364c req-e69f6c53-3105-4b29-bcfb-c5dad053ea9f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0484591 Oct 12 17:51:31.945144 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a7076e5-1f3a-4778-893f-046f8521364c req-940a91ae-7703-4155-9ae8-3baf1b76baea tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Oct 12 17:51:32.057055 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c542288-16c8-43b1-9196-96c1aa0ac241 req-b936635b-93da-4550-b756-36c1649f8fbe tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:32.058512 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c542288-16c8-43b1-9196-96c1aa0ac241 req-b936635b-93da-4550-b756-36c1649f8fbe tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Oct 12 17:51:32.097414 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c542288-16c8-43b1-9196-96c1aa0ac241 req-c7921f59-a2bf-4439-84e7-f16baabab65c tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Oct 12 17:51:33.277102 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-66c2996e-0e70-412a-bfc7-b3e81a155408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:33.445977 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f6b10-5ccd-492d-bc35-04effdc040f3 req-06f046be-88bb-4202-b23c-a8632f0a9245 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.447420 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce8f6b10-5ccd-492d-bc35-04effdc040f3 req-06f046be-88bb-4202-b23c-a8632f0a9245 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2817504 Oct 12 17:51:33.490708 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b152f-2006-4881-82a0-07f5c6519fdf req-990bab83-9fae-4b4d-a729-c344974cd8e1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:33.492038 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a9b152f-2006-4881-82a0-07f5c6519fdf req-990bab83-9fae-4b4d-a729-c344974cd8e1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.4739740 Oct 12 17:51:33.499916 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce8f6b10-5ccd-492d-bc35-04effdc040f3 req-08e6b7b6-56aa-4103-9e83-8db6a4777414 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Oct 12 17:51:33.534930 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1a9b152f-2006-4881-82a0-07f5c6519fdf req-bcb625d1-eb2a-4c06-aa68-9bec7d2b57f3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340719 Oct 12 17:51:34.733490 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d18306-4e5b-4da4-9391-b6a283842075 req-1ea874c4-fe51-46bd-8c3b-2ae2b8acc0aa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:34.737411 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1d18306-4e5b-4da4-9391-b6a283842075 req-1ea874c4-fe51-46bd-8c3b-2ae2b8acc0aa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1018012 Oct 12 17:51:34.756830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d72c7-494c-4783-aaec-d50eb17e3dfb req-074618b8-01f9-43ea-9a92-6680b7cc6f2c tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:34.758290 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-161d72c7-494c-4783-aaec-d50eb17e3dfb req-074618b8-01f9-43ea-9a92-6680b7cc6f2c tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1812425 Oct 12 17:51:34.803868 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f1d18306-4e5b-4da4-9391-b6a283842075 req-5d141969-9f9b-4f8b-8292-708ec5842f18 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619369 Oct 12 17:51:34.823229 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-161d72c7-494c-4783-aaec-d50eb17e3dfb req-ccfde5b7-4c7b-4fce-a661-a5621e1f15ca tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558414 Oct 12 17:51:36.006827 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da0d29-72d8-45f3-9a6b-c45b3ad05630 req-ab314435-184e-4811-aa09-1850a6b36a9d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:36.009300 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e202d109-7bc1-4b76-9f2b-315f9462d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:36.013449 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a7da0d29-72d8-45f3-9a6b-c45b3ad05630 req-ab314435-184e-4811-aa09-1850a6b36a9d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0891304 Oct 12 17:51:36.040463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fc18c-7cc4-4372-a78e-8b67c38d0d66 req-7f3c5645-b87e-4a37-b72c-dcf1d8794aae tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:36.042021 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d65fc18c-7cc4-4372-a78e-8b67c38d0d66 req-7f3c5645-b87e-4a37-b72c-dcf1d8794aae tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0919223 Oct 12 17:51:36.072342 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a7da0d29-72d8-45f3-9a6b-c45b3ad05630 req-3c8f156c-715c-4f47-8d10-bd7b5f3b5a98 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567544 Oct 12 17:51:36.102578 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d65fc18c-7cc4-4372-a78e-8b67c38d0d66 req-b14b607a-1d77-4615-a558-e35e4482f39b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487161 Oct 12 17:51:36.995893 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:36.999443 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.260576 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fef96b-f11e-4ee5-9f69-b78e2b721b90 req-4c43676a-925a-4b85-b648-427e84558db5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:37.262746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3fef96b-f11e-4ee5-9f69-b78e2b721b90 req-4c43676a-925a-4b85-b648-427e84558db5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0975323 Oct 12 17:51:37.271351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b354568-4da3-4f8a-af98-4d2a60eadb4a req-d7b50ed2-a360-404d-a99d-cdce25bdd824 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:37.272766 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4b354568-4da3-4f8a-af98-4d2a60eadb4a req-d7b50ed2-a360-404d-a99d-cdce25bdd824 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0973434 Oct 12 17:51:37.333759 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3fef96b-f11e-4ee5-9f69-b78e2b721b90 req-a500a0a8-4119-4371-92a9-c03b92cf2492 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600219 Oct 12 17:51:37.336598 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4b354568-4da3-4f8a-af98-4d2a60eadb4a req-9e751978-5c59-4021-961e-a070d82156ec tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529835 Oct 12 17:51:37.477137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39334) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:37.527619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Deleting subnet 9a2434ba-fa12-4174-b9f8-f32aedcd15cc {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:51:37.531906 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.576097 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.633743 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.696087 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.725118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2434ba-fa12-4174-b9f8-f32aedcd15cc,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:37.733791 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.737215 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-20402076-1a28-4a5b-906c-cb26715cbebe admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9a2434ba-fa12-4174-b9f8-f32aedcd15cc HTTP/1.1" status: 204 len: 168 time: 0.2589176 Oct 12 17:51:37.740108 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39340) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:37.832335 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.916175 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.938695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaab033-ec22-442b-ab38-6ac31115dcee']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:37.948776 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:37.949202 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd8e18e-8746-45bf-bfe0-2f99b30b16fc') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:37.964316 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.979719 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.986048 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:51:37.986447 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:51:37.988210 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:51:38.049213 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.055426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.059452 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7aaab033-ec22-442b-ab38-6ac31115dcee HTTP/1.1" status: 204 len: 168 time: 0.3173239 Oct 12 17:51:38.076082 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3c302-e4e6-4059-91bb-6bd45f3450f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aaab033-ec22-442b-ab38-6ac31115dcee,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:38.244536 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39344) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:38.300846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39346) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:38.301973 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dcd69127-0bb4-4dc6-b526-1993d8b49232 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c3df0b5341d40ec82646fe0c0ed7b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552194 Oct 12 17:51:38.353582 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.389789 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.509577 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d86229-f54b-4d99-905c-2e6cb2057973 req-8d4a8f26-8a2f-433d-addd-77e1379aeb17 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:38.511058 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07d86229-f54b-4d99-905c-2e6cb2057973 req-8d4a8f26-8a2f-433d-addd-77e1379aeb17 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0773652 Oct 12 17:51:38.521036 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86e181-bd45-4358-acd7-b7ea3bf43307 req-c8733d94-05b2-4a7d-976b-2e10a322a146 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:38.522821 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e86e181-bd45-4358-acd7-b7ea3bf43307 req-c8733d94-05b2-4a7d-976b-2e10a322a146 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1056321 Oct 12 17:51:38.523662 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.526924 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:38.528066 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/24002b2b-08b8-436b-b729-55367b14a5ca HTTP/1.1" status: 204 len: 168 time: 0.2258518 Oct 12 17:51:38.556554 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6396288-6466-47e5-804a-f98b983f2daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24002b2b-08b8-436b-b729-55367b14a5ca,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:38.608914 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07d86229-f54b-4d99-905c-2e6cb2057973 req-667dd25b-9bf6-405f-8d9d-4d04a4268b20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765748 Oct 12 17:51:38.627594 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e86e181-bd45-4358-acd7-b7ea3bf43307 req-e1a1c810-dd32-49cd-a39f-77cc045851f1 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668299 Oct 12 17:51:38.697685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.439116 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39396) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:39.547698 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-746589613-network', 'tenant_id': '1185adc689f7442390f6468f8d29c002'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:39.570513 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Made reservation on behalf of 1185adc689f7442390f6468f8d29c002 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:51:39.574438 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.584954 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.690930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.696789 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.732954 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decee71f-f391-47bb-ad15-f3af9e46be8a,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:39.752284 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:51:39.762831 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.763461 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Added segment 8a1ac993-c9e0-41f6-aa3b-ec91578e6490 of type vlan for network f4442e06-d432-446c-9ccb-5cc436e6e5dd Oct 12 17:51:39.786804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696b735-e505-4605-b95f-d3487455ee94 req-6641d218-784d-4d27-8345-addfdb4d405e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.788986 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b696b735-e505-4605-b95f-d3487455ee94 req-6641d218-784d-4d27-8345-addfdb4d405e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1049201 Oct 12 17:51:39.803403 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b328af0-f976-41c5-9f3a-f35b3005dffd req-c0c5e6a7-634e-4cf7-875d-0683b3605a41 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.811403 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0b328af0-f976-41c5-9f3a-f35b3005dffd req-c0c5e6a7-634e-4cf7-875d-0683b3605a41 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0806022 Oct 12 17:51:39.834317 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.842131 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:51:39.894837 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0b328af0-f976-41c5-9f3a-f35b3005dffd req-0c80e62f-6908-4358-bddc-f34d5e7adf5a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807285 Oct 12 17:51:39.900257 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b696b735-e505-4605-b95f-d3487455ee94 req-06792a60-cdea-4362-b1f2-96d108af4447 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862579 Oct 12 17:51:39.914461 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:39.916975 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:39.919424 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.023700 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39410) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:40.025527 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:40.033765 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5929320 Oct 12 17:51:40.037794 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Request body: {'subnet': {'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-746589613-subnet', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:40.040954 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:51:40.065322 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235efb26-5894-4fa5-8564-bec9b0cacffe admin admin] Pushing event updated for resources: {'Network': ['ID=f4442e06-d432-446c-9ccb-5cc436e6e5dd,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:40.072254 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Made reservation on behalf of 1185adc689f7442390f6468f8d29c002 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:51:40.077505 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-20287768'] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.077741 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:51:40.176685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.205253 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:51:40.238233 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:40.247525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.343262 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17418895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-20287798'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.372907 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['89b3cb8b-7580-4ecd-868a-6eb67a4e995c'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:51:40.419786 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=6']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:40.437664 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa33708-deb1-448e-9d92-ce10bd459fbc,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:40.481908 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:40.482262 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Network hostable DHCP agents. Network: f4442e06-d432-446c-9ccb-5cc436e6e5dd, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:51:40.504538 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:51:40.526954 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, f4442e06-d432-446c-9ccb-5cc436e6e5dd) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:40.542726 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0243d66-0f1e-4850-9412-13b9dc23fc85 None None] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:51:40.543736 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:40.549750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.586949 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-140b10ec-ffd2-4c8d-bd5e-cefe66fe11e9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5595920 Oct 12 17:51:40.588564 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39436) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:40.593962 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:40.621617 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.623119 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.704005 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:40.854417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.102798 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:51:41.104075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.203864 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dea0ba-52dc-4ede-b7ab-1585c8e19383 req-440c4d19-d77a-42cf-a12a-83b8fa93f8f8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:41.206605 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-85dea0ba-52dc-4ede-b7ab-1585c8e19383 req-440c4d19-d77a-42cf-a12a-83b8fa93f8f8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 945 time: 0.1729221 Oct 12 17:51:41.222303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315a556-ef51-461e-ab31-59ff4048cc97 req-e737e169-a1b2-430e-97fc-b3bd6bd3170a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:41.223852 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6315a556-ef51-461e-ab31-59ff4048cc97 req-e737e169-a1b2-430e-97fc-b3bd6bd3170a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2127950 Oct 12 17:51:41.268832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.299001 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Allocated IP 172.20.0.2 (f4442e06-d432-446c-9ccb-5cc436e6e5dd/8fa33708-deb1-448e-9d92-ce10bd459fbc/a4b63253-db18-458e-b88a-2dd6419f2bc4) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:41.320594 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.345278 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6315a556-ef51-461e-ab31-59ff4048cc97 req-fe9a9769-8cc4-4692-a2b0-748b7ca61c62 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043978 Oct 12 17:51:41.351933 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-85dea0ba-52dc-4ede-b7ab-1585c8e19383 req-099ea664-b828-42a0-9fbb-e92aa024762f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172729 Oct 12 17:51:41.451173 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Allocated IP 172.27.2.6 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/30c6ec55-b921-4801-a752-e831b3689042) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:41.472002 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.478551 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.524849 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:41.528105 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:41.533180 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:41.540650 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Pushing event updated for resources: {'Port': ['ID=a4b63253-db18-458e-b88a-2dd6419f2bc4,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.585787 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.602723 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Attempting to bind port a4b63253-db18-458e-b88a-2dd6419f2bc4 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:41.603094 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Attempting to bind port a4b63253-db18-458e-b88a-2dd6419f2bc4 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:41.603457 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Attempting to bind port a4b63253-db18-458e-b88a-2dd6419f2bc4 on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:41.612252 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:41.613324 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:41.614021 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.614150 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Bound using segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:41.614591 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Bound port: a4b63253-db18-458e-b88a-2dd6419f2bc4, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:41.614972 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.632385 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.683652 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:41.690741 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:41.694387 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:41.699579 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] For port a4b63253-db18-458e-b88a-2dd6419f2bc4, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:41.701801 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Pushing event updated for resources: {'Port': ['ID=30c6ec55-b921-4801-a752-e831b3689042,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.704050 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] For port a4b63253-db18-458e-b88a-2dd6419f2bc4, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=a4b63253-db18-458e-b88a-2dd6419f2bc4,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:41.720141 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:41.818352 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d862ed-71cb-476c-8ca6-62c380ea6de1 None None] Pushing event updated for resources: {'Port': ['ID=a4b63253-db18-458e-b88a-2dd6419f2bc4,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:41.864202 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:41.962615 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:41.963101 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.143761 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.180122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.219808 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:42.224603 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:51:42.228469 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1459f154-59e3-4ab7-97c1-f3fc68a331f7" -d '{"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:51:42.250058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.340301 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdabb0b-fc88-4080-9adb-976b31e2dd41 x-openstack-request-id: req-5bdabb0b-fc88-4080-9adb-976b31e2dd41 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:51:42.341256 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:51:42.341528 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5bdabb0b-fc88-4080-9adb-976b31e2dd41 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:51:42.344378 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'code': 200} Oct 12 17:51:42.374721 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=7']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:42.538852 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cf72d-f7bc-4d1d-b18b-eadc6a7ca4e4 req-e26da605-5170-4745-8824-33eb3734f9bf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:42.541307 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f99cf72d-f7bc-4d1d-b18b-eadc6a7ca4e4 req-e26da605-5170-4745-8824-33eb3734f9bf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1014657 Oct 12 17:51:42.541506 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.571388 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d7a06-5205-4ccb-970e-849b3cd9b800 req-b97332cd-15cb-443c-bb27-c1da27e901bb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:42.573283 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-521d7a06-5205-4ccb-970e-849b3cd9b800 req-b97332cd-15cb-443c-bb27-c1da27e901bb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0985944 Oct 12 17:51:42.635214 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f99cf72d-f7bc-4d1d-b18b-eadc6a7ca4e4 req-abe45ade-e618-446c-a9d4-cecfae4b9cb0 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848408 Oct 12 17:51:42.664152 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-521d7a06-5205-4ccb-970e-849b3cd9b800 req-c9c9122f-fed9-404e-a80e-a02d0f883cab tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816019 Oct 12 17:51:42.707042 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Router dcc24c28-f9f4-4594-befc-8fabec7031da is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:51:42.865164 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:51:42.877638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:51:42.887976 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:42.889357 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:42.891244 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:42.891407 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3433259b-5993-401d-becd-613c6a2b26dc admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3016548 Oct 12 17:51:42.894088 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39476) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:43.054838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:43.176641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d697095-9f67-45f1-9018-5804567619a7 None None] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:51:43.284812 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] Provisioning complete for port a4b63253-db18-458e-b88a-2dd6419f2bc4 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:43.285361 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.501286 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.506913 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.552912 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:41Z', 'revision_number': 3, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:43.602941 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] For port a4b63253-db18-458e-b88a-2dd6419f2bc4, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=a4b63253-db18-458e-b88a-2dd6419f2bc4,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:43.602941 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b63253-db18-458e-b88a-2dd6419f2bc4 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:43.639487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:51:43.640359 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Updating router dcc24c28-f9f4-4594-befc-8fabec7031da port 30c6ec55-b921-4801-a752-e831b3689042 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:51:43.664767 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.762869 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Allocated IP 172.20.0.1 (f4442e06-d432-446c-9ccb-5cc436e6e5dd/8fa33708-deb1-448e-9d92-ce10bd459fbc/08aafd64-2438-4a89-843d-e6dde6e82aa5) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:43.794091 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.867388 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port a4b63253-db18-458e-b88a-2dd6419f2bc4 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:43.868033 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:43.912469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241dc9b-2d22-4381-89e1-42725e73e7f8 req-375094af-3d1f-42f0-b585-2e3ac5b9b2d6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:43.918212 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621f3df-83ff-4c30-9816-f3f2a5443c5e None None] Pushing event updated for resources: {'Port': ['ID=a4b63253-db18-458e-b88a-2dd6419f2bc4,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:43.920466 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6241dc9b-2d22-4381-89e1-42725e73e7f8 req-375094af-3d1f-42f0-b585-2e3ac5b9b2d6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1615508 Oct 12 17:51:43.946761 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aeaa39-60ef-4a33-b4ef-a24f7914929c req-960091a1-8688-4f52-8565-59d8021d0ef5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:43.948393 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d8aeaa39-60ef-4a33-b4ef-a24f7914929c req-960091a1-8688-4f52-8565-59d8021d0ef5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1907713 Oct 12 17:51:44.031627 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d8aeaa39-60ef-4a33-b4ef-a24f7914929c req-8d4cecb5-d01b-4d21-818e-33beb51af44d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728958 Oct 12 17:51:44.050746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6241dc9b-2d22-4381-89e1-42725e73e7f8 req-f3f71c32-273e-4c59-b233-bf5c23d6336d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249564 Oct 12 17:51:44.104811 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.163273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.212515 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:44.215803 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:44.221007 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:44.224613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Pushing event updated for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:44.285673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.484627 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-301d9425-716e-400a-8a76-8e1e902d857a None None] Provisioning complete for port a4b63253-db18-458e-b88a-2dd6419f2bc4 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:44.485907 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-301d9425-716e-400a-8a76-8e1e902d857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.541765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.600824 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.661264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.741268 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Attempting to bind port 30c6ec55-b921-4801-a752-e831b3689042 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:44.741642 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Attempting to bind port 30c6ec55-b921-4801-a752-e831b3689042 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:44.741978 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Attempting to bind port 30c6ec55-b921-4801-a752-e831b3689042 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:44.752851 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:44.753262 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:44.753656 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.754033 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:44.754508 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Bound port: 30c6ec55-b921-4801-a752-e831b3689042, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:44.754881 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.793838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4e2d-8ee3-47a2-a99a-274170de726f None None] Pushing event updated for resources: {'Port': ['ID=30c6ec55-b921-4801-a752-e831b3689042,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:44.834972 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] For port 30c6ec55-b921-4801-a752-e831b3689042, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:44.838541 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] For port 30c6ec55-b921-4801-a752-e831b3689042, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=30c6ec55-b921-4801-a752-e831b3689042,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:44.845602 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.856681 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.865503 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.942425 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.944571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Pushing event updated for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:44.946865 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:44.955331 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:44.956005 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:44.957715 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4e2d-8ee3-47a2-a99a-274170de726f None None] Pushing event updated for resources: {'Port': ['ID=30c6ec55-b921-4801-a752-e831b3689042,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:45.005360 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f47c0dcf-db53-41a6-85d8-e3e1eccbd992 None None] Provisioning complete for port 08aafd64-2438-4a89-843d-e6dde6e82aa5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:45.005839 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f47c0dcf-db53-41a6-85d8-e3e1eccbd992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:45.089421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:45.092245 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:45.092488 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f47c0dcf-db53-41a6-85d8-e3e1eccbd992 None None] Port 08aafd64-2438-4a89-843d-e6dde6e82aa5 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:51:45.132676 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:45.358963 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915454e3-809b-4f1b-b011-9230f04f7e28 req-65c6e6e7-a3bd-4f44-bb60-7dcc545abda3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:45.360745 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-915454e3-809b-4f1b-b011-9230f04f7e28 req-65c6e6e7-a3bd-4f44-bb60-7dcc545abda3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2111356 Oct 12 17:51:45.382131 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfa69c-69ab-49f1-9e69-e33bfca6e218 req-1e508bbe-8a3c-463b-8182-4493417ceccd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:45.392187 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49dfa69c-69ab-49f1-9e69-e33bfca6e218 req-1e508bbe-8a3c-463b-8182-4493417ceccd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1915228 Oct 12 17:51:45.425187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-cd0b7627-81c3-42fa-82e9-7f1bdf1222f7 None None] Provisioning complete for port 08aafd64-2438-4a89-843d-e6dde6e82aa5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:45.425566 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cd0b7627-81c3-42fa-82e9-7f1bdf1222f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:45.468523 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b7627-81c3-42fa-82e9-7f1bdf1222f7 None None] Port 08aafd64-2438-4a89-843d-e6dde6e82aa5 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:51:45.490558 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 2, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:45.544968 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fbefb4-8db5-4c6f-bfc9-df2cd29eba06 None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 2, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:51:45.546685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b63253-db18-458e-b88a-2dd6419f2bc4 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:45.605876 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port a4b63253-db18-458e-b88a-2dd6419f2bc4 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:45.606263 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:45.720893 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:51:45.770924 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49dfa69c-69ab-49f1-9e69-e33bfca6e218 req-af0b0737-6ba8-4f75-ace6-08f0b580da92 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779461 Oct 12 17:51:45.775302 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-915454e3-809b-4f1b-b011-9230f04f7e28 req-f6b74719-01f4-490e-afba-45541ac0553e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811896 Oct 12 17:51:45.905005 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:51:45.917041 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ef33d484-bf14-473c-99dc-b89544674dce admin admin] 10.222.0.86 "PUT /v2.0/routers/dcc24c28-f9f4-4594-befc-8fabec7031da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0178459 Oct 12 17:51:46.647787 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39546) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:46.653136 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1811022378-network', 'tenant_id': '9e40aa7377f6448192af72a140a85570'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:46.692196 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Made reservation on behalf of 9e40aa7377f6448192af72a140a85570 for: {'network': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:51:46.695255 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:46.706840 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:46.827010 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:46.834748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:46.882910 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=100741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 17:51:46.902422 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58171c28-dd5f-4646-82a3-2a3867f8bcb9,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:46.924148 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:46.925656 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.segments_db [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Added segment a57db83e-4d91-4276-a6a4-1ff5310e2abd of type vlan for network c25cd087-2f4d-4386-ad1e-0fed8db8e665 Oct 12 17:51:47.052985 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.072136 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcfc8d-0471-466a-84ea-092eb12b7f60 req-851c5bbc-cf66-4d8e-95cf-1357c30fd9e5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:47.073790 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3fcfc8d-0471-466a-84ea-092eb12b7f60 req-851c5bbc-cf66-4d8e-95cf-1357c30fd9e5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1756544 Oct 12 17:51:47.085969 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d270d-0228-432c-b790-aac9f57c9030 req-a9e2b8de-30b4-470c-9b5c-8cc9bb33511d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:47.094299 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-757d270d-0228-432c-b790-aac9f57c9030 req-a9e2b8de-30b4-470c-9b5c-8cc9bb33511d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1941249 Oct 12 17:51:47.173977 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-757d270d-0228-432c-b790-aac9f57c9030 req-2e42f536-c0d0-4c2d-964f-ebf39b3ee049 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792961 Oct 12 17:51:47.216153 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3fcfc8d-0471-466a-84ea-092eb12b7f60 req-a333b31b-2cb6-47be-ab65-2519c24a3b5e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982320 Oct 12 17:51:47.218315 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.224507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:47.228031 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.259963 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6107805 Oct 12 17:51:47.262814 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39558) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:47.269408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Request body: {'subnet': {'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1811022378-subnet', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'ip_version': 4}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:47.305053 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Made reservation on behalf of 9e40aa7377f6448192af72a140a85570 for: {'subnet': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:51:47.309042 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25420345'] for subnet, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.318176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811e7ae-aaa4-4610-a05d-773aa80fa46b admin admin] Pushing event updated for resources: {'Network': ['ID=c25cd087-2f4d-4386-ad1e-0fed8db8e665,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:47.336016 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 17:51:47.555043 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 30c6ec55-b921-4801-a752-e831b3689042 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:47.575703 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25333236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25420311'] for subnet, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.633699 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 30c6ec55-b921-4801-a752-e831b3689042 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:47.634569 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.656280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a71e8d-59ec-4202-a576-e24280f74c18,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:47.678340 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Checking segment: {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:47.678709 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Network hostable DHCP agents. Network: c25cd087-2f4d-4386-ad1e-0fed8db8e665, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 17:51:47.700443 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 17:51:47.716672 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, c25cd087-2f4d-4386-ad1e-0fed8db8e665) {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:47.727006 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:47.727586 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.738530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.745277 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464350c-2f22-4462-8099-eb2f8cda19c0 None None] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:51:47.756231 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-cfea56f4-9bdf-4a0c-a594-e8c5746e7656 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4918847 Oct 12 17:51:47.758844 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39562) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:47.766492 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:47.809258 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.811540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.815193 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 30c6ec55-b921-4801-a752-e831b3689042, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=30c6ec55-b921-4801-a752-e831b3689042,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:47.826646 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.902862 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:47.915115 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=30c6ec55-b921-4801-a752-e831b3689042,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:48.028327 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 17:51:48.030317 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.100652 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.356838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Allocated IP 172.20.0.2 (c25cd087-2f4d-4386-ad1e-0fed8db8e665/f4a71e8d-59ec-4202-a576-e24280f74c18/4efce990-0c33-42a0-bfca-fadcfb2d032c) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:48.467079 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5e566-bf8d-45aa-b648-ee4a3470764f req-8f24254a-5564-4a4d-b772-c78efa8cbe0f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:48.469040 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99f5e566-bf8d-45aa-b648-ee4a3470764f req-8f24254a-5564-4a4d-b772-c78efa8cbe0f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1507778 Oct 12 17:51:48.532512 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:51:48.543218 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:48.543845 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:48.557625 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99f5e566-bf8d-45aa-b648-ee4a3470764f req-b3635ba5-16db-47ef-957a-97e85b857cbd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787063 Oct 12 17:51:48.580504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735aff-ec70-4ec2-a647-1b8c5a670ac6 req-a3c1d38d-dbeb-4aa7-b1dc-1a2e633b1e20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:48.582362 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23735aff-ec70-4ec2-a647-1b8c5a670ac6 req-a3c1d38d-dbeb-4aa7-b1dc-1a2e633b1e20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1123264 Oct 12 17:51:48.659066 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23735aff-ec70-4ec2-a647-1b8c5a670ac6 req-5bde73f7-90e3-42ab-a34d-9efd43caeb8a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676010 Oct 12 17:51:48.693822 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.719013 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.769766 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:48.770432 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:48.772745 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:48.777288 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:48.781432 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Pushing event updated for resources: {'Port': ['ID=4efce990-0c33-42a0-bfca-fadcfb2d032c,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:48.840983 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.858245 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Attempting to bind port 4efce990-0c33-42a0-bfca-fadcfb2d032c on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:48.858609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Attempting to bind port 4efce990-0c33-42a0-bfca-fadcfb2d032c by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:48.858984 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Attempting to bind port 4efce990-0c33-42a0-bfca-fadcfb2d032c on network c25cd087-2f4d-4386-ad1e-0fed8db8e665 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:48.862737 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.864813 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:48.865513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Checking segment: {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:48.866086 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.866487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Bound using segment: {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:48.866953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Bound port: 4efce990-0c33-42a0-bfca-fadcfb2d032c, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:48.867338 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:48.981368 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] For port 4efce990-0c33-42a0-bfca-fadcfb2d032c, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:48.985825 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] For port 4efce990-0c33-42a0-bfca-fadcfb2d032c, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=4efce990-0c33-42a0-bfca-fadcfb2d032c,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:48.993772 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.020355 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Allocated IP 172.27.2.184 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/2319beb2-a3db-49eb-a192-3f30d0fdfc2e) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:49.027240 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 2, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:49.071811 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:51:49.072064 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549842ad-e480-4c8c-b3d9-2dbdfd9dafcc None None] Pushing event updated for resources: {'Port': ['ID=4efce990-0c33-42a0-bfca-fadcfb2d032c,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:49.072602 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Updating router dcc24c28-f9f4-4594-befc-8fabec7031da port 08aafd64-2438-4a89-843d-e6dde6e82aa5 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:51:49.105795 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.196582 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.287923 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.396397 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:49.404443 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Pushing event updated for resources: {'Port': ['ID=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:49.412577 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:49.420561 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:49.562524 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.575287 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.699048 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 30c6ec55-b921-4801-a752-e831b3689042 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:49.814905 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Attempting to bind port 08aafd64-2438-4a89-843d-e6dde6e82aa5 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:49.815373 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Attempting to bind port 08aafd64-2438-4a89-843d-e6dde6e82aa5 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:49.815733 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Attempting to bind port 08aafd64-2438-4a89-843d-e6dde6e82aa5 on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:49.836275 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:49.836639 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:49.837056 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.837443 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Bound using segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:49.837908 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Bound port: 08aafd64-2438-4a89-843d-e6dde6e82aa5, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:49.838280 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.858007 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 30c6ec55-b921-4801-a752-e831b3689042 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:49.858787 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.881749 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Pushing event updated for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:49.892815 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:49.912105 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.916093 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.921076 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.921714 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.923121 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.924330 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.925921 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.926460 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.930002 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.930771 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.931303 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.931813 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:49.942883 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c5e6-bebf-4098-9ec7-23ce662443c8 req-89376cb3-9893-4759-803f-bb85d0990ed8 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:49.964657 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e684c5e6-bebf-4098-9ec7-23ce662443c8 req-89376cb3-9893-4759-803f-bb85d0990ed8 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2131581 Oct 12 17:51:50.075232 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 4efce990-0c33-42a0-bfca-fadcfb2d032c up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:50.080989 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e684c5e6-bebf-4098-9ec7-23ce662443c8 req-ce07e76d-175e-41f2-a30c-d20206c2b742 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151171 Oct 12 17:51:50.113884 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-51eb8665-ebb7-4518-9354-ec71df1a38d2 None None] Provisioning complete for port 08aafd64-2438-4a89-843d-e6dde6e82aa5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:50.114370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-51eb8665-ebb7-4518-9354-ec71df1a38d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.129150 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] For port 08aafd64-2438-4a89-843d-e6dde6e82aa5, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:50.131375 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8e33c-f684-4450-b79b-a51f0fe370af req-6790cbf6-43fd-4f6d-82c6-fed35162c80f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:50.134926 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03e8e33c-f684-4450-b79b-a51f0fe370af req-6790cbf6-43fd-4f6d-82c6-fed35162c80f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.3113308 Oct 12 17:51:50.135563 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] For port 08aafd64-2438-4a89-843d-e6dde6e82aa5, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=08aafd64-2438-4a89-843d-e6dde6e82aa5,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:50.145011 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.181357 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-51eb8665-ebb7-4518-9354-ec71df1a38d2 None None] Port 08aafd64-2438-4a89-843d-e6dde6e82aa5 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:51:50.200261 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 4efce990-0c33-42a0-bfca-fadcfb2d032c triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:50.200651 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.244521 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03e8e33c-f684-4450-b79b-a51f0fe370af req-504b934b-d781-486a-bba2-42f734833c31 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011553 Oct 12 17:51:50.250686 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:50.254776 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:50.272885 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c1d01-2240-40dc-80f6-a93cf35cb968 None None] Pushing event updated for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:50.362796 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.384280 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.442111 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 4efce990-0c33-42a0-bfca-fadcfb2d032c, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=4efce990-0c33-42a0-bfca-fadcfb2d032c,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:50.450396 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.527647 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=4efce990-0c33-42a0-bfca-fadcfb2d032c,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:50.547322 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 17:51:50.563960 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:50.626549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3db501-1881-473c-8bb5-955877d40dcf None None] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:51:50.674076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:51:50.694080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.698019 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5d78b48a-bf3d-4001-9f46-291206eeacc4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9356246 Oct 12 17:51:50.698272 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39600) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:50.809756 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:50Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:50.815926 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Sync routers for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:51:50.822189 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] Provisioning complete for port 08aafd64-2438-4a89-843d-e6dde6e82aa5 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:50.822677 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:50.843896 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b493a98-c6c9-44a0-9ad4-b8469ccb0d5a None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:50Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:51:50.866628 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:50.867172 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:51.062373 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:51.128487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.164485 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.249875 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1154b3-67a8-4708-82e9-c4de2883653b req-7549cd58-4384-439e-aaa4-0e1d050b0f37 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:51.253465 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-eb1154b3-67a8-4708-82e9-c4de2883653b req-7549cd58-4384-439e-aaa4-0e1d050b0f37 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0708761 Oct 12 17:51:51.262171 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] For port 08aafd64-2438-4a89-843d-e6dde6e82aa5, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=08aafd64-2438-4a89-843d-e6dde6e82aa5,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:51.288354 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.331822 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-eb1154b3-67a8-4708-82e9-c4de2883653b req-55c05966-6576-41b9-aea4-790c19134b4c tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719533 Oct 12 17:51:51.389734 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f793fce-57dd-4300-8d17-ee27db54270f None None] Pushing event updated for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:51.423888 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9c25b781-3a89-4fd7-9395-d207a6dd6d65 None None] Provisioning complete for port 4efce990-0c33-42a0-bfca-fadcfb2d032c triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:51.424269 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9c25b781-3a89-4fd7-9395-d207a6dd6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.425833 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Allocated IP 172.20.0.1 (c25cd087-2f4d-4386-ad1e-0fed8db8e665/f4a71e8d-59ec-4202-a576-e24280f74c18/b1a7642d-40cb-40db-bdd7-0cecfdef721b) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:51:51.460773 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:49Z', 'revision_number': 3, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:51.488871 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ca8aa-8254-4894-bc6f-0d6312721e11 req-4071256c-0e86-4f2f-946c-a63a051bd7a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:51.497230 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb6ca8aa-8254-4894-bc6f-0d6312721e11 req-4071256c-0e86-4f2f-946c-a63a051bd7a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1302347 Oct 12 17:51:51.509159 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Checking router: 4f133e81-6bff-4a91-a7a3-74e86903a9c1 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:51:51.509530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Updating router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:51:51.562184 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb6ca8aa-8254-4894-bc6f-0d6312721e11 req-16737fa9-c054-4b4e-b26f-4e64cadaff62 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633740 Oct 12 17:51:51.567029 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.621834 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 08aafd64-2438-4a89-843d-e6dde6e82aa5 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:51.646786 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.684567 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.724457 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:51.727388 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:51.731038 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:51:51.758300 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:51.771812 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.772162 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.772504 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.772841 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.773201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.773542 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.773863 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.774192 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.774523 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.774848 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.775177 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.775497 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:51.786474 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.796795 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 08aafd64-2438-4a89-843d-e6dde6e82aa5 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:51.797206 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.891308 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-21afaef5-0026-4329-a595-2248d87fd4b1 None None] Provisioning complete for port 4efce990-0c33-42a0-bfca-fadcfb2d032c triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:51.891994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-21afaef5-0026-4329-a595-2248d87fd4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.934909 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:51.989904 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 4efce990-0c33-42a0-bfca-fadcfb2d032c up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:52.065183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.097327 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.101849 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.107207 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.156222 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 4efce990-0c33-42a0-bfca-fadcfb2d032c triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:52.156592 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.172354 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:52.174931 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.184601 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Attempting to bind port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:52.184993 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Attempting to bind port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:52.185893 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Attempting to bind port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:52.187944 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Pushing event updated for resources: {'Port': ['ID=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:52.207030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:52.207428 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:52.207879 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.208273 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:52.208745 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Bound port: 2319beb2-a3db-49eb-a192-3f30d0fdfc2e, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:52.209160 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.212513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.212862 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.213231 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.213566 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.213895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.214222 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.214543 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.214867 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.215190 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.215511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.215831 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.216146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:51:52.271220 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:51:52.272599 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:51:52.288177 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] For port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:52.290176 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2f71e817-90b1-4390-91e6-fe5351bf054c None None] Provisioning complete for port b1a7642d-40cb-40db-bdd7-0cecfdef721b triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:52.290543 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2f71e817-90b1-4390-91e6-fe5351bf054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.293149 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] For port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:52.333164 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:52.448334 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2f71e817-90b1-4390-91e6-fe5351bf054c None None] Port b1a7642d-40cb-40db-bdd7-0cecfdef721b cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:51:52.509623 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b6208-a669-4c15-bf95-07153449a8a3 None None] Pushing event updated for resources: {'Port': ['ID=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:52.513667 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:52.514665 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:52.772602 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:51:52.796470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:52.834228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e52d26-f4db-45bd-ba32-57bbeaec981a req-0cd62603-db58-4aa1-9851-fe7d3cc0e1ba tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:52.844589 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-80e52d26-f4db-45bd-ba32-57bbeaec981a req-0cd62603-db58-4aa1-9851-fe7d3cc0e1ba tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1510482 Oct 12 17:51:52.923346 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-80e52d26-f4db-45bd-ba32-57bbeaec981a req-8dbbc605-0988-41a6-9b61-3beb33f0d50e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773284 Oct 12 17:51:52.966228 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:51:52.980895 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f044fa62-c5ae-4be7-ad3a-eaa77f270978 admin admin] 10.222.0.86 "PUT /v2.0/routers/4f133e81-6bff-4a91-a7a3-74e86903a9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2733629 Oct 12 17:51:53.034004 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a850-8313-45e1-acfe-6750437b433e req-c8578c1e-0c7a-428d-bbaf-a9656e8bdeac tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:53.048268 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d782a850-8313-45e1-acfe-6750437b433e req-c8578c1e-0c7a-428d-bbaf-a9656e8bdeac tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0827146 Oct 12 17:51:53.061856 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-d20e7c30-caed-4176-ace0-ef00e3555677 None None] Provisioning complete for port b1a7642d-40cb-40db-bdd7-0cecfdef721b triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:53.062433 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d20e7c30-caed-4176-ace0-ef00e3555677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:53.095072 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d782a850-8313-45e1-acfe-6750437b433e req-34191a62-9b69-454c-8a4f-03d2996ea47f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396430 Oct 12 17:51:53.110133 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-d20e7c30-caed-4176-ace0-ef00e3555677 None None] Port b1a7642d-40cb-40db-bdd7-0cecfdef721b cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:51:53.335909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b1a7642d-40cb-40db-bdd7-0cecfdef721b', 'name': '', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'mac_address': 'fa:16:3e:2d:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:51Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 2, 'project_id': '9e40aa7377f6448192af72a140a85570', 'subnets': [{'id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:53.377045 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a40d72-a4c5-423e-a9e5-cbf1dcd75c9e None None] The sync data for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi is: [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b1a7642d-40cb-40db-bdd7-0cecfdef721b', 'name': '', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'mac_address': 'fa:16:3e:2d:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:51Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 2, 'project_id': '9e40aa7377f6448192af72a140a85570', 'subnets': [{'id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:51:53.745192 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39644) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:53.750693 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438599178', 'description': 'tempest-secgroup-smoke-438599178 description', 'project_id': '1185adc689f7442390f6468f8d29c002'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:53.782352 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:53.871371 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:53.877019 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:53.915861 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:53.918059 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1711767 Oct 12 17:51:53.921319 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39646) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:53.927110 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:53.931604 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4871a7-6c10-4118-ba00-03e557de1f3a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:54.010196 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.178139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.188440 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.240841 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1a4f8c-f81f-4504-9152-1379ca3608d8,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:54.301797 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.303901 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5e5f6a13-593c-4f64-a9c3-9689fa4bbff2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812158 Oct 12 17:51:54.312888 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39664) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:54.325650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:54.397630 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.491403 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27d27-8a81-4ecc-acc1-3bc393a9e7c9 req-4ecf92cc-77e7-40a2-8006-97a9514df623 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:54.503367 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3b27d27-8a81-4ecc-acc1-3bc393a9e7c9 req-4ecf92cc-77e7-40a2-8006-97a9514df623 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2557983 Oct 12 17:51:54.573834 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.585540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.621322 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652b0c87-a487-4c1f-8a70-8f29f5a2a65b,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:54.643301 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.645886 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ccc61501-a31d-4ca3-adce-1d10cfebdadd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3302939 Oct 12 17:51:54.649199 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39688) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:54.660428 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:54.671322 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128b61-7520-48ab-aa62-cfc355e4a00f req-d04e7366-4363-44b8-807f-afe101f1bbe4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:54.673864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07128b61-7520-48ab-aa62-cfc355e4a00f req-d04e7366-4363-44b8-807f-afe101f1bbe4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.3272574 Oct 12 17:51:54.688831 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f3b27d27-8a81-4ecc-acc1-3bc393a9e7c9 req-dc0aa675-1c52-418e-a099-88d29d9ff5d5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841166 Oct 12 17:51:54.738479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.809282 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-07128b61-7520-48ab-aa62-cfc355e4a00f req-744dfc59-2d73-4897-aef1-74233dda36f6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132994 Oct 12 17:51:54.895696 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.906296 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.947304 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef6d744-2ca0-4793-a3fe-b081844dbc23,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:54.997256 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:54.999380 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5f08d6c3-d233-462a-a17d-0ba8bb3f2350 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3489492 Oct 12 17:51:55.002597 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39706) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:55.009119 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:55.062770 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.190198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.205059 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.252884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a906f7-f782-4d68-9bae-f794668f9a6a,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:55.267573 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.269349 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e7570a48-f9ff-4b8c-85f1-7efe8aff787f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2657413 Oct 12 17:51:55.272068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39722) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:55.281772 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:55.312498 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.securitygroups_db [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Project 1185adc689f7442390f6468f8d29c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:51:55.323383 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.480741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.495634 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.516781 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb7153d-24b8-4254-b4d7-9eab4c08c189,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:55.538731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.541113 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-aee1926b-f199-4001-b3e1-20b1bd183b70 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2672725 Oct 12 17:51:55.543916 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39732) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:55.550396 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'security_group_rule': {'security_group_id': 'cb26eef9-ed94-4bc6-ab1d-07cf5e46c075', 'project_id': '1185adc689f7442390f6468f8d29c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:51:55.590917 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2319beb2-a3db-49eb-a192-3f30d0fdfc2e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:55.598420 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.securitygroups_db [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Project 1185adc689f7442390f6468f8d29c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 17:51:55.604121 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.664622 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:55.665441 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.783715 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.862291 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.890711 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9202286a-8d04-4c23-b87f-cad5ff03be16,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:55.926168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:55.934470 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6057f107-43de-4ae8-8366-b962d8e72578 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3888743 Oct 12 17:51:56.046707 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:56.072793 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3e4db-9245-413c-aef3-93fb1b03c67f req-bb080f7d-c839-4323-948b-180e8b885c99 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.085214 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a7e3e4db-9245-413c-aef3-93fb1b03c67f req-bb080f7d-c839-4323-948b-180e8b885c99 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.2479131 Oct 12 17:51:56.100999 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:51:56.114391 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:56.174704 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a7e3e4db-9245-413c-aef3-93fb1b03c67f req-a9a6a719-5a9f-4fe8-babf-a5d4f618c5f0 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882952 Oct 12 17:51:56.194730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:56.241296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0d04b-d820-42be-be08-991da60eb18a req-6d572d43-beab-4742-8f2a-11781c99b432 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.257604 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9ac0d04b-d820-42be-be08-991da60eb18a req-6d572d43-beab-4742-8f2a-11781c99b432 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1699383 Oct 12 17:51:56.355869 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9ac0d04b-d820-42be-be08-991da60eb18a req-5f44e5eb-eb06-4b5b-b4a6-7a17d5e51b58 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934715 Oct 12 17:51:56.536465 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfece42-f005-4bef-8515-c3ad12327a90 req-b714bc50-c089-4784-824f-37a5365871b6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.552683 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ccfece42-f005-4bef-8515-c3ad12327a90 req-b714bc50-c089-4784-824f-37a5365871b6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0879779 Oct 12 17:51:56.660796 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ccfece42-f005-4bef-8515-c3ad12327a90 req-79207f55-d1f2-43a4-8b3a-adc76aa565ab tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070688 Oct 12 17:51:56.866065 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-5a2ab250-44ca-4b1e-883a-61b76c771d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:56.867586 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-5a2ab250-44ca-4b1e-883a-61b76c771d64 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.2830858 Oct 12 17:51:57.007697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-33d8305c-c420-4838-9a3d-f3228798c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.009223 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-33d8305c-c420-4838-9a3d-f3228798c7db service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.1317132 Oct 12 17:51:57.103648 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-3ed770b2-072a-457e-9bb7-70ad564bafde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 1001 time: 0.0868690 Oct 12 17:51:57.194339 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-b9672635-200f-4828-905d-9fb8dff8b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.195797 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-b9672635-200f-4828-905d-9fb8dff8b0a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0827799 Oct 12 17:51:57.274154 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-845750c0-8adb-47ab-aa65-3d7ed8a4a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.289062 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-845750c0-8adb-47ab-aa65-3d7ed8a4a6e5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843606 Oct 12 17:51:57.432145 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-20362048-9a82-42b0-af2a-1db778a0af18 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351416 Oct 12 17:51:57.584277 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2319beb2-a3db-49eb-a192-3f30d0fdfc2e up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:51:57.633700 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20cda1-86b6-423d-a380-96fbeb2bb26c req-701671d4-5aeb-47c0-8c7a-66fa72a10e0c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.635273 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2f20cda1-86b6-423d-a380-96fbeb2bb26c req-701671d4-5aeb-47c0-8c7a-66fa72a10e0c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0961294 Oct 12 17:51:57.660055 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d152c00b-ef71-46d3-a7c7-0c307f79f5ba req-04209d49-b3fb-4ef3-a5bd-c6cf9ac2deb8 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160158 Oct 12 17:51:57.699523 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2f20cda1-86b6-423d-a380-96fbeb2bb26c req-09782b64-b2b9-4e3f-af0d-0eac17fc7cb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537975 Oct 12 17:51:57.730815 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:57.730815 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:57.755996 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39796) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:57.866699 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Sync routers for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:51:57.909076 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:57.910671 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:57.925971 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016e953-8fa5-4976-9822-731072c84899 req-8827429c-bced-42a6-8897-186a6124d5e9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:57.935181 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8016e953-8fa5-4976-9822-731072c84899 req-8827429c-bced-42a6-8897-186a6124d5e9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0977569 Oct 12 17:51:58.019990 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8016e953-8fa5-4976-9822-731072c84899 req-3c9eaf6f-4ff7-4813-b21f-63f97b273ec9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837471 Oct 12 17:51:58.027137 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0f27918-6afc-431b-8e94-c934c07f8728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.114431 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:51:58.156432 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0f27918-6afc-431b-8e94-c934c07f8728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.162591 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d0f27918-6afc-431b-8e94-c934c07f8728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.208191 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d0f27918-6afc-431b-8e94-c934c07f8728 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b13a2cb1614e486d904bc96eaeb8a1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513285 Oct 12 17:51:58.209257 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f27918-6afc-431b-8e94-c934c07f8728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ee2c6-51c7-4a7e-b39c-3f182d439ecb,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:58.210894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39800) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:58.311844 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.365094 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.467375 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.470833 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.486996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/047ee2c6-51c7-4a7e-b39c-3f182d439ecb HTTP/1.1" status: 204 len: 168 time: 0.2729349 Oct 12 17:51:58.517874 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065e8c-336c-45cf-b1db-6f72c815f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ee2c6-51c7-4a7e-b39c-3f182d439ecb,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:58.592661 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b1a7642d-40cb-40db-bdd7-0cecfdef721b', 'name': '', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'mac_address': 'fa:16:3e:2d:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:51Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 2, 'project_id': '9e40aa7377f6448192af72a140a85570', 'subnets': [{'id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:58.647812 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Checking router: 4f133e81-6bff-4a91-a7a3-74e86903a9c1 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:51:58.648635 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Updating router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 port b1a7642d-40cb-40db-bdd7-0cecfdef721b binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 17:51:58.722463 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:58.918118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9258-42d7-4ba6-99aa-78f5b2a4fca3 req-4301f78a-91f9-49c3-90f2-886b116c0a5e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:58.927238 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d06d9258-42d7-4ba6-99aa-78f5b2a4fca3 req-4301f78a-91f9-49c3-90f2-886b116c0a5e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0843914 Oct 12 17:51:58.981521 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d06d9258-42d7-4ba6-99aa-78f5b2a4fca3 req-5773305d-a62c-43ec-9973-7f83b633a069 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467823 Oct 12 17:51:59.151370 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.163246 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 39812) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:59.165369 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.195925 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf4953ef-255e-43c1-83f7-a610358f0330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.220109 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b3bb9-dd84-4220-b7d0-c22f3ce13690 req-b6b07a2a-1104-430c-9d71-b8061468d5c1 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:51:59.227845 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c4b3bb9-dd84-4220-b7d0-c22f3ce13690 req-b6b07a2a-1104-430c-9d71-b8061468d5c1 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.1150730 Oct 12 17:51:59.271551 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8d7d-5edc-4be3-ba3c-85f4712c9e97 None None] Pushing event updated for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:59.314688 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c4b3bb9-dd84-4220-b7d0-c22f3ce13690 req-a729f1f0-30e6-4497-b016-4659b377eccf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756652 Oct 12 17:51:59.400229 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf4953ef-255e-43c1-83f7-a610358f0330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.414637 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-bf4953ef-255e-43c1-83f7-a610358f0330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.457931 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Attempting to bind port b1a7642d-40cb-40db-bdd7-0cecfdef721b on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:51:59.458399 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Attempting to bind port b1a7642d-40cb-40db-bdd7-0cecfdef721b by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:51:59.458855 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Attempting to bind port b1a7642d-40cb-40db-bdd7-0cecfdef721b on network c25cd087-2f4d-4386-ad1e-0fed8db8e665 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:51:59.476337 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:51:59.476892 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Checking segment: {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:51:59.477330 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.477837 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Bound using segment: {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:51:59.478694 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Bound port: b1a7642d-40cb-40db-bdd7-0cecfdef721b, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57db83e-4d91-4276-a6a4-1ff5310e2abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:51:59.479210 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.539848 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-bf4953ef-255e-43c1-83f7-a610358f0330 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=be47c8809b6a4a0bb9182fbf67cf54c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728929 Oct 12 17:51:59.540059 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 39818) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:51:59.550534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4953ef-255e-43c1-83f7-a610358f0330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ee3c7-7b7d-48e0-be89-215eb046ddca,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:59.604837 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] For port b1a7642d-40cb-40db-bdd7-0cecfdef721b, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:51:59.610088 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] For port b1a7642d-40cb-40db-bdd7-0cecfdef721b, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b1a7642d-40cb-40db-bdd7-0cecfdef721b,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:51:59.632744 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:51:59.633998 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.696137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.741571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.746849 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:51:59.749615 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:51:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:51:59.775819 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] Provisioning complete for port b1a7642d-40cb-40db-bdd7-0cecfdef721b triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:51:59.776452 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.825419 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.839962 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:51:59.845388 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/769ee3c7-7b7d-48e0-be89-215eb046ddca HTTP/1.1" status: 204 len: 168 time: 0.3025753 Oct 12 17:51:59.861550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa14d-f576-44bc-9e43-7acf470064f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ee3c7-7b7d-48e0-be89-215eb046ddca,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:51:59.900374 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e8d7d-5edc-4be3-ba3c-85f4712c9e97 None None] Pushing event updated for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:00.073237 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:00.160309 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:52:00.174938 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] For port b1a7642d-40cb-40db-bdd7-0cecfdef721b, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b1a7642d-40cb-40db-bdd7-0cecfdef721b,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:00.191126 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:00.224821 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28678dac-489a-45fb-9238-7617624ce6d0 req-ba128ec0-90f0-45c1-9065-f794648374a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:00.266455 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28678dac-489a-45fb-9238-7617624ce6d0 req-ba128ec0-90f0-45c1-9065-f794648374a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1487300 Oct 12 17:52:00.510709 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28678dac-489a-45fb-9238-7617624ce6d0 req-b8817643-5917-4805-9450-e75c81194488 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418389 Oct 12 17:52:00.513261 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-a224ed73-e165-44d0-ad3e-54dba2453af2 None None] Provisioning complete for port b1a7642d-40cb-40db-bdd7-0cecfdef721b triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:00.516465 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a224ed73-e165-44d0-ad3e-54dba2453af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:00.605986 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45826d-c18a-45dc-9c96-eebea7a21387 None None] Pushing event updated for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:00.857877 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b1a7642d-40cb-40db-bdd7-0cecfdef721b', 'name': '', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'mac_address': 'fa:16:3e:2d:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:51Z', 'updated_at': '2021-10-12T17:51:59Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'subnets': [{'id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:01.154326 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f90320-d729-419a-87dc-4eb405e3b863 None None] The sync data for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi is: [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b1a7642d-40cb-40db-bdd7-0cecfdef721b', 'name': '', 'network_id': 'c25cd087-2f4d-4386-ad1e-0fed8db8e665', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'mac_address': 'fa:16:3e:2d:c5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:51Z', 'updated_at': '2021-10-12T17:51:59Z', 'revision_number': 4, 'project_id': '9e40aa7377f6448192af72a140a85570', 'subnets': [{'id': 'f4a71e8d-59ec-4202-a576-e24280f74c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:52:01.723904 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b1a7642d-40cb-40db-bdd7-0cecfdef721b up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:01.920422 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45dd4-e5db-4a55-93d4-f43f18939b3b req-a5e489ce-15a8-45c5-9c9f-76e2e14a4f91 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:01.921047 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port b1a7642d-40cb-40db-bdd7-0cecfdef721b triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:01.921259 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:01.931032 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4f45dd4-e5db-4a55-93d4-f43f18939b3b req-a5e489ce-15a8-45c5-9c9f-76e2e14a4f91 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.1633866 Oct 12 17:52:02.099318 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4f45dd4-e5db-4a55-93d4-f43f18939b3b req-7805fcab-b888-4fae-8142-9ceb534bdc49 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546474 Oct 12 17:52:03.282805 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b60ceb-759f-4ab3-80b2-4dc2abc8c371 req-91c2d78a-e76d-446a-ad5a-6ca3012b6a18 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:03.285354 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e6b60ceb-759f-4ab3-80b2-4dc2abc8c371 req-91c2d78a-e76d-446a-ad5a-6ca3012b6a18 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0587752 Oct 12 17:52:03.297492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-85d9b962-b191-4cc5-a305-c08a3508f624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:03.350249 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e6b60ceb-759f-4ab3-80b2-4dc2abc8c371 req-94b5cfd9-70ee-4202-8878-606c24c8079e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531030 Oct 12 17:52:04.474141 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babab46e-583c-491d-82f7-99b4069a0168 req-fee5a9ca-d7e5-4627-a828-88635b3f8115 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:04.475588 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-babab46e-583c-491d-82f7-99b4069a0168 req-fee5a9ca-d7e5-4627-a828-88635b3f8115 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0550077 Oct 12 17:52:04.535722 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-babab46e-583c-491d-82f7-99b4069a0168 req-6b289a35-7589-48a1-b4ef-1d9f154585f5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Oct 12 17:52:05.670833 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f359e-9ed4-4a57-acc6-9ca8c1340e0b req-57c5c45e-5ee6-42ac-aadd-f1643adb1bb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:05.677449 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-124f359e-9ed4-4a57-acc6-9ca8c1340e0b req-57c5c45e-5ee6-42ac-aadd-f1643adb1bb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0617228 Oct 12 17:52:05.719780 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-124f359e-9ed4-4a57-acc6-9ca8c1340e0b req-1c870748-5fcb-46c7-afcb-7b1ed0b3a62a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 Oct 12 17:52:06.024494 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a2071677-52a6-43b9-851c-aa4302e2dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:06.878795 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9420f2-b7bd-490c-9a4f-0ec50a24a0f1 req-dad2d576-4497-4f4e-8aff-d19be3b25dea tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:06.881303 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c9420f2-b7bd-490c-9a4f-0ec50a24a0f1 req-dad2d576-4497-4f4e-8aff-d19be3b25dea tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0725074 Oct 12 17:52:06.928147 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c9420f2-b7bd-490c-9a4f-0ec50a24a0f1 req-3f5719f7-645e-4f67-82e8-b0bafa725c2c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385973 Oct 12 17:52:07.001584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:07.003293 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:08.048909 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a128ef-573e-48a9-9bdd-d26d86e3396b req-e69b8fcc-9442-47f1-a379-441b4f3afd5d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:08.050529 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-97a128ef-573e-48a9-9bdd-d26d86e3396b req-e69b8fcc-9442-47f1-a379-441b4f3afd5d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0518861 Oct 12 17:52:08.089806 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-97a128ef-573e-48a9-9bdd-d26d86e3396b req-151f070a-b72e-4862-a5cd-f4da25055a1d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Oct 12 17:52:08.700444 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:09.219280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f6b93-14d1-463d-8354-88b2ce77f7ff req-0d043abf-9c73-4f7d-85fb-0ce545884717 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:09.221545 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-811f6b93-14d1-463d-8354-88b2ce77f7ff req-0d043abf-9c73-4f7d-85fb-0ce545884717 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Oct 12 17:52:09.266776 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-811f6b93-14d1-463d-8354-88b2ce77f7ff req-cb150d97-e794-4e4c-b69e-0c2b581537b3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385568 Oct 12 17:52:10.418277 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b05842-bf6b-4436-b31c-11f151d207ae req-0bd0393a-9ea2-410a-8fcd-3dc26a67e405 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:10.419908 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49b05842-bf6b-4436-b31c-11f151d207ae req-0bd0393a-9ea2-410a-8fcd-3dc26a67e405 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0541711 Oct 12 17:52:10.458872 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-49b05842-bf6b-4436-b31c-11f151d207ae req-27ef6196-33c2-4f4b-b20b-1d794c92cdf3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328658 Oct 12 17:52:10.793398 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356124-0dbb-40c8-947f-238ae11611ff req-d3809cad-5ef3-4485-a518-9a628f15f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:10.795073 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-d3809cad-5ef3-4485-a518-9a628f15f898 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1099 time: 0.0416024 Oct 12 17:52:10.890496 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356124-0dbb-40c8-947f-238ae11611ff req-3cd72abf-2ed3-4134-baf6-8aefbcf39d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:10.891944 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-3cd72abf-2ed3-4134-baf6-8aefbcf39d67 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0884540 Oct 12 17:52:10.960449 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-5e104ff2-550e-4186-94f3-ba5aeb58cf36 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 1001 time: 0.0601513 Oct 12 17:52:11.010420 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356124-0dbb-40c8-947f-238ae11611ff req-4fab6660-6b5f-46d2-84ec-dc4cd16374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:11.011884 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-4fab6660-6b5f-46d2-84ec-dc4cd16374ff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0437791 Oct 12 17:52:11.066556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16356124-0dbb-40c8-947f-238ae11611ff req-4a16a239-04d2-4120-a69d-04eb87287bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:11.068040 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-4a16a239-04d2-4120-a69d-04eb87287bc1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449228 Oct 12 17:52:11.162886 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-ad6b13d6-1df6-4990-aeca-51961d73ecff service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Oct 12 17:52:11.260680 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16356124-0dbb-40c8-947f-238ae11611ff req-25077ff8-a28a-4027-a604-58d066410d0b service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Oct 12 17:52:11.474068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40118) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:11.525346 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Deleting subnet 48b24f77-a268-49af-aeda-905d5f147bb7 {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:52:11.531458 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.609717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.654327 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770db1ca-2f6f-458f-8eec-7f959f18dbde req-4b60568a-5c9a-4094-b76f-5ac75285f2d7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:11.654327 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-770db1ca-2f6f-458f-8eec-7f959f18dbde req-4b60568a-5c9a-4094-b76f-5ac75285f2d7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 946 time: 0.0959077 Oct 12 17:52:11.685652 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.751156 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-770db1ca-2f6f-458f-8eec-7f959f18dbde req-94713c4d-5865-44cc-8757-cc02822e113d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891266 Oct 12 17:52:11.780998 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.809738 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b24f77-a268-49af-aeda-905d5f147bb7,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:11.813234 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.815730 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/48b24f77-a268-49af-aeda-905d5f147bb7 HTTP/1.1" status: 204 len: 168 time: 0.3405204 Oct 12 17:52:11.818404 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40138) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:11.822102 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.822455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.822800 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.823237 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.823566 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.823901 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.827668 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.828080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.828411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.828755 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.829118 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.829523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11843b7-9b36-46ac-ab1f-01ee2d8a76d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:11.896883 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.974734 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:11.993966 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:12.003277 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ee71ee-bdd2-4203-8596-e1b71ddb9367') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:12.003685 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ee71ee-bdd2-4203-8596-e1b71ddb9367') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:52:12.013346 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.026723 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.034179 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:52:12.034763 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:52:12.037118 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:52:12.100534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.107843 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.111220 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa HTTP/1.1" status: 204 len: 168 time: 0.2916603 Oct 12 17:52:12.121662 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77bc6b-d655-4c90-9648-b90f4238bab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b76b8a-4bc6-4cfb-8af4-f6398aedcdfa,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:12.284162 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40142) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:12.327692 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7ed9bab5-fbaa-4568-bb3a-00981ac5fcf2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=62f4dbc8ef60473f89445185f7efc802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411937 Oct 12 17:52:12.328960 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40144) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:12.378760 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.403860 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.427337 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:12.454818 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.457661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.459051 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72 HTTP/1.1" status: 204 len: 168 time: 0.1291494 Oct 12 17:52:12.467679 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbcc6d-681c-42f4-87cf-82d367d0591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c2e23d-a022-4fa8-9d0e-7bbf4d5eef72,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:12.518318 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.541784 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:12.544222 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc8a2c-7f24-4d69-b28a-627e7d27f561" -d '{"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:12.561218 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:12.565707 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:12.617597 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=8']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:12.789939 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398e378-8a47-44a4-9ffe-e31545f9cca4 x-openstack-request-id: req-1398e378-8a47-44a4-9ffe-e31545f9cca4 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:12.790246 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:12.790502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1398e378-8a47-44a4-9ffe-e31545f9cca4 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:12.791082 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'code': 200} Oct 12 17:52:12.898693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef935db0-92ff-462b-9cb0-77e565509c79 req-8b296d5c-0b43-4d0e-8215-6f8a9e405b2f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:12.900292 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef935db0-92ff-462b-9cb0-77e565509c79 req-8b296d5c-0b43-4d0e-8215-6f8a9e405b2f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0718315 Oct 12 17:52:12.946989 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef935db0-92ff-462b-9cb0-77e565509c79 req-3da5a5ea-7228-4fff-8860-8d390a6d8bba tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351560 Oct 12 17:52:13.286299 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40172) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:13.399677 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-93c0ae5e-fa58-4a4d-9170-6cdd35ed75ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.480134 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-93c0ae5e-fa58-4a4d-9170-6cdd35ed75ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.484238 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-93c0ae5e-fa58-4a4d-9170-6cdd35ed75ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.524219 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-93c0ae5e-fa58-4a4d-9170-6cdd35ed75ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=264ee0873cda4a7aa5680648b3c90a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368054 Oct 12 17:52:13.525135 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0ae5e-fa58-4a4d-9170-6cdd35ed75ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23cbffc-77c4-4cbc-9ade-ddc2dfc27b9b,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:13.526897 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40178) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:13.579394 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.601169 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.649324 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.651831 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:13.652972 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c23cbffc-77c4-4cbc-9ade-ddc2dfc27b9b HTTP/1.1" status: 204 len: 168 time: 0.1250048 Oct 12 17:52:13.661910 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06928b96-02f7-4901-a211-f2fb439120ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23cbffc-77c4-4cbc-9ade-ddc2dfc27b9b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:13.919601 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40186) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:13.932770 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f440692-960d-4b74-be7c-6c9304e434a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.021612 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f440692-960d-4b74-be7c-6c9304e434a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.025967 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f440692-960d-4b74-be7c-6c9304e434a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.066350 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440692-960d-4b74-be7c-6c9304e434a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9684c-47d6-45bd-9dea-30a1319f91f4,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:14.070496 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3f440692-960d-4b74-be7c-6c9304e434a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bdbe185914d946938e0c414cf5606312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497514 Oct 12 17:52:14.072999 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40194) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:14.088089 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99f07-faf0-4872-837c-928824f45811 req-0bb49680-1303-466e-8c06-39aae5905c67 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:14.089598 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66d99f07-faf0-4872-837c-928824f45811 req-0bb49680-1303-466e-8c06-39aae5905c67 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0570889 Oct 12 17:52:14.125752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.129428 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66d99f07-faf0-4872-837c-928824f45811 req-243f39cc-0d4e-43ca-8121-1870690d3b87 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 Oct 12 17:52:14.147578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.205678 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.208738 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.210034 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/11a9684c-47d6-45bd-9dea-30a1319f91f4 HTTP/1.1" status: 204 len: 168 time: 0.1361375 Oct 12 17:52:14.218183 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a4bce-f374-4e6c-b2b5-aa8bf2de231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9684c-47d6-45bd-9dea-30a1319f91f4,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:14.724141 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-3e432231-fee2-4804-8234-60b63f4b46eb req-249f50ff-7d89-4993-9f1e-bf9b300f2595 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:52:14.725468 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3e432231-fee2-4804-8234-60b63f4b46eb req-249f50ff-7d89-4993-9f1e-bf9b300f2595 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1070833 Oct 12 17:52:14.903463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df2c4-be41-436e-b433-d80971cdcfe1 req-cb5aff93-0acb-4b0b-95ea-193061769a41 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:14.906714 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-993df2c4-be41-436e-b433-d80971cdcfe1 req-cb5aff93-0acb-4b0b-95ea-193061769a41 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0596154 Oct 12 17:52:14.931086 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:14.964065 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-993df2c4-be41-436e-b433-d80971cdcfe1 req-808ba56f-0a1d-43df-a8a7-a9ec2b57241a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385005 Oct 12 17:52:15.298602 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40266) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:15.377449 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40272) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:15.411790 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc086874-7440-47e4-a875-e45decd7f89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.498624 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-4beea8f1-ed92-4389-b72d-339c9d088f1b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1197300 Oct 12 17:52:15.511491 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-b3179449-c252-4737-99f8-9a657e286e07 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:52:15.513469 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-b3179449-c252-4737-99f8-9a657e286e07 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067229 Oct 12 17:52:15.553394 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc086874-7440-47e4-a875-e45decd7f89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.558330 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc086874-7440-47e4-a875-e45decd7f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.600255 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dc086874-7440-47e4-a875-e45decd7f89f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=014f4fc4685441348bc902a0e163610a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000727 Oct 12 17:52:15.602917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40286) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:15.605554 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc086874-7440-47e4-a875-e45decd7f89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677f47ae-8f33-4f9f-9920-720e43a8e69f,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:15.690760 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.713889 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.767210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.772735 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:15.777543 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/677f47ae-8f33-4f9f-9920-720e43a8e69f HTTP/1.1" status: 204 len: 168 time: 0.1730473 Oct 12 17:52:15.788838 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e2167-f49c-43e4-bd11-8cff782b220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f47ae-8f33-4f9f-9920-720e43a8e69f,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:16.117394 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb316712-f41b-47af-a153-666b3a5a6197 req-6c121b0a-9373-4ef4-8970-7655bebf3537 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:16.127253 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb316712-f41b-47af-a153-666b3a5a6197 req-6c121b0a-9373-4ef4-8970-7655bebf3537 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0676022 Oct 12 17:52:16.172318 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb316712-f41b-47af-a153-666b3a5a6197 req-dbbdb0c1-1e5d-4a72-9dea-d80425a5905c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Oct 12 17:52:16.439747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:52:17.295408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df4414-0308-4791-91db-a36dd1a36a73 req-6c0b0455-a4d8-4917-8363-4866df8762a0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.296893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22df4414-0308-4791-91db-a36dd1a36a73 req-6c0b0455-a4d8-4917-8363-4866df8762a0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0533669 Oct 12 17:52:17.336063 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-22df4414-0308-4791-91db-a36dd1a36a73 req-7a152cf5-be56-46ef-8bbf-0dee5c27ca53 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332687 Oct 12 17:52:17.411598 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-9f5ab38c-697d-4a71-b4c2-da9beb6e122a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.413101 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-9f5ab38c-697d-4a71-b4c2-da9beb6e122a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 1097 time: 0.0701361 Oct 12 17:52:17.491308 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-6ebded59-3774-4323-8b37-ae7ff66737e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.492678 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-6ebded59-3774-4323-8b37-ae7ff66737e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0442274 Oct 12 17:52:17.809311 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-6fcb9c4e-eddf-4417-9baf-37ccc110b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.810907 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-6fcb9c4e-eddf-4417-9baf-37ccc110b9fa service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.3097382 Oct 12 17:52:17.881090 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-6bf9dba9-f6d5-42bd-98cd-8c2105a13b29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 999 time: 0.0623391 Oct 12 17:52:17.933642 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-7a91d0f6-9d83-4fa7-8a33-7bc2dbd4e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.935355 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-7a91d0f6-9d83-4fa7-8a33-7bc2dbd4e2ef service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0452235 Oct 12 17:52:17.983127 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-2109432c-e593-403a-9aa8-df0b681bea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:17.984746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-2109432c-e593-403a-9aa8-df0b681bea12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413573 Oct 12 17:52:18.083318 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-816a3ebf-c8fc-46fd-b39a-9ab6aa92db71 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892687 Oct 12 17:52:18.172524 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d327d751-aaee-417a-be84-96ffc3fb2faf req-98a2825b-b6b4-4f92-9c8b-80b08ce69313 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Oct 12 17:52:18.459933 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361df8c-84f0-4e9f-b70a-a722f22aaee5 req-74ae34b5-a184-4afe-ac64-cf9f47d7f1d2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:18.461494 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a361df8c-84f0-4e9f-b70a-a722f22aaee5 req-74ae34b5-a184-4afe-ac64-cf9f47d7f1d2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0536382 Oct 12 17:52:18.498255 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a361df8c-84f0-4e9f-b70a-a722f22aaee5 req-375100fb-f493-4d02-9a81-858470870ef3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Oct 12 17:52:19.622208 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e773-3319-4ad4-9fdd-133e6ff46194 req-15a21c51-69fe-49eb-b6df-ada62067170d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:19.623665 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c236e773-3319-4ad4-9fdd-133e6ff46194 req-15a21c51-69fe-49eb-b6df-ada62067170d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Oct 12 17:52:19.663078 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c236e773-3319-4ad4-9fdd-133e6ff46194 req-1abf8b6d-098d-4e3a-ac3e-27c119632a4f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Oct 12 17:52:20.782678 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959ff5a-0629-4f02-89fc-1ff37226e62f req-4d64a3fc-9a5f-49f7-8c20-b6755d0e9ed0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:20.784111 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1959ff5a-0629-4f02-89fc-1ff37226e62f req-4d64a3fc-9a5f-49f7-8c20-b6755d0e9ed0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0482512 Oct 12 17:52:20.822552 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1959ff5a-0629-4f02-89fc-1ff37226e62f req-73ee3ac9-b968-41c2-9f36-8e6866e655a6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325787 Oct 12 17:52:21.948465 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566926fc-ac0b-4f7d-a2ff-78ee00769b89 req-08d7b641-cdbc-4549-8d05-83cc3bb9bb02 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:21.949972 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-566926fc-ac0b-4f7d-a2ff-78ee00769b89 req-08d7b641-cdbc-4549-8d05-83cc3bb9bb02 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0543354 Oct 12 17:52:21.988106 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-566926fc-ac0b-4f7d-a2ff-78ee00769b89 req-987a615d-3dd0-4954-92bd-df50fb7d0eff tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322201 Oct 12 17:52:23.110229 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c026bc5-7aaf-4856-beef-f30543286cd6 req-45a80ad0-dec5-4459-9fbb-e5a58521d96b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:23.112447 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c026bc5-7aaf-4856-beef-f30543286cd6 req-45a80ad0-dec5-4459-9fbb-e5a58521d96b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0498130 Oct 12 17:52:23.149614 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c026bc5-7aaf-4856-beef-f30543286cd6 req-521a9458-655a-4c51-bd41-fda81a48b5d1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314016 Oct 12 17:52:24.290454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c68b7-2302-451c-b7e2-9316c180baf9 req-102399d4-90d1-46db-97ab-e87244624b88 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:24.292823 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-239c68b7-2302-451c-b7e2-9316c180baf9 req-102399d4-90d1-46db-97ab-e87244624b88 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0653112 Oct 12 17:52:24.332678 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-239c68b7-2302-451c-b7e2-9316c180baf9 req-3fc02cc0-6145-425d-9ca6-dc19bcd47c22 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Oct 12 17:52:25.468754 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35feba6-0d0c-41ff-91b5-b808857bff2f req-15a7e1f8-4dcd-49b9-8418-1052f921aef3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:25.470362 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f35feba6-0d0c-41ff-91b5-b808857bff2f req-15a7e1f8-4dcd-49b9-8418-1052f921aef3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0575936 Oct 12 17:52:25.508262 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f35feba6-0d0c-41ff-91b5-b808857bff2f req-f5e9cc09-6a85-413d-b53a-9cdef298f677 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317540 Oct 12 17:52:26.643502 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5a5e1-8c64-4698-99f9-f305c8d25e86 req-5d91a694-96ae-40cd-9810-556990a718ae tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:26.644996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-15a5a5e1-8c64-4698-99f9-f305c8d25e86 req-5d91a694-96ae-40cd-9810-556990a718ae tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0553293 Oct 12 17:52:26.685417 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-15a5a5e1-8c64-4698-99f9-f305c8d25e86 req-fe468ecd-b9c0-44ca-9da2-a0c40ada7fc8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Oct 12 17:52:27.808183 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad78f43-352b-451c-983c-41d4f0b88fca req-dde7591a-fe42-4e5f-b1c6-9f423b324c4c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:27.809677 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ad78f43-352b-451c-983c-41d4f0b88fca req-dde7591a-fe42-4e5f-b1c6-9f423b324c4c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0525153 Oct 12 17:52:27.850508 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3ad78f43-352b-451c-983c-41d4f0b88fca req-87abbcf3-260b-4adc-a45e-3f890cb3ec6b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340977 Oct 12 17:52:28.976139 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e2372-3bd9-42ce-a315-c79e9e55a25d req-049b4e8d-45c8-4a7d-ba90-5b6bee682dde tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:28.977549 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-626e2372-3bd9-42ce-a315-c79e9e55a25d req-049b4e8d-45c8-4a7d-ba90-5b6bee682dde tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0524356 Oct 12 17:52:29.014479 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-626e2372-3bd9-42ce-a315-c79e9e55a25d req-e14611e4-7cdb-473f-8f9e-8f2789c2b654 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304611 Oct 12 17:52:30.160911 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07cacd-fcbc-4f90-ab5c-78a42dd0b299 req-3434d32c-5fba-4344-b3c3-1d940aee933c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:30.163450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a07cacd-fcbc-4f90-ab5c-78a42dd0b299 req-3434d32c-5fba-4344-b3c3-1d940aee933c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0728323 Oct 12 17:52:30.220531 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9a07cacd-fcbc-4f90-ab5c-78a42dd0b299 req-cc8b2013-f517-44fb-a8c3-477bd6fa488c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506418 Oct 12 17:52:31.341748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78dc01-a088-4d56-9a93-ad1e78bc37cc req-3def522b-6fa3-498c-b29e-82adb24bf8bf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:31.343996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b78dc01-a088-4d56-9a93-ad1e78bc37cc req-3def522b-6fa3-498c-b29e-82adb24bf8bf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0503585 Oct 12 17:52:31.381308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8b78dc01-a088-4d56-9a93-ad1e78bc37cc req-6afd9d10-19bc-495c-8176-1876d899659a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Oct 12 17:52:32.059420 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40466) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:32.171539 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-356961dd-d14a-40b8-bcfd-014681906f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.245205 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-356961dd-d14a-40b8-bcfd-014681906f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.249775 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-356961dd-d14a-40b8-bcfd-014681906f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.289970 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-356961dd-d14a-40b8-bcfd-014681906f14 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=88f72cf9498d4984a584ae6bf3727819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293270 Oct 12 17:52:32.290922 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356961dd-d14a-40b8-bcfd-014681906f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e729a0-e11a-493f-9fb3-fb129fb139cc,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:32.292647 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40470) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:32.353956 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.386838 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.435072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.438620 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.439757 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3e729a0-e11a-493f-9fb3-fb129fb139cc HTTP/1.1" status: 204 len: 168 time: 0.1459038 Oct 12 17:52:32.452095 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed68e80-6981-4436-b64f-1765f63ba340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e729a0-e11a-493f-9fb3-fb129fb139cc,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:32.514372 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae2e7e-bb59-4d73-bb85-d4606f0469a1 req-25092feb-e201-47ca-81c2-0d4703bb7e8c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:32.516390 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ffae2e7e-bb59-4d73-bb85-d4606f0469a1 req-25092feb-e201-47ca-81c2-0d4703bb7e8c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Oct 12 17:52:32.584295 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ffae2e7e-bb59-4d73-bb85-d4606f0469a1 req-e00b2cac-cc5e-42b1-b120-e0e289af0c25 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608926 Oct 12 17:52:32.754167 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40480) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:32.767907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-adb878ef-97ed-4918-a7d9-57796815acda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.849569 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-adb878ef-97ed-4918-a7d9-57796815acda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.853351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-adb878ef-97ed-4918-a7d9-57796815acda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.892005 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-adb878ef-97ed-4918-a7d9-57796815acda admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7be9e987a5944f8fb3d94a5b68856d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367157 Oct 12 17:52:32.892779 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb878ef-97ed-4918-a7d9-57796815acda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad3cd6-4b42-4b35-a2d3-34a170a23d54,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:32.894672 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40482) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:52:32.946524 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:32.968016 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.011035 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.013555 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.015331 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7dad3cd6-4b42-4b35-a2d3-34a170a23d54 HTTP/1.1" status: 204 len: 168 time: 0.1196795 Oct 12 17:52:33.022802 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb445d-46e7-49fe-8bfe-9436a2999a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad3cd6-4b42-4b35-a2d3-34a170a23d54,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:33.430100 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-53035581-4eb9-4221-b885-aa3240893386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:33.719117 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e5ecf-41d7-4df8-9afb-869a14f5cf71 req-db36ee8a-ca22-408b-b0da-bd411293f23a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:33.720765 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be9e5ecf-41d7-4df8-9afb-869a14f5cf71 req-db36ee8a-ca22-408b-b0da-bd411293f23a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0580082 Oct 12 17:52:33.806120 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be9e5ecf-41d7-4df8-9afb-869a14f5cf71 req-083deca2-c606-4d1f-904a-16c775e617b5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760622 Oct 12 17:52:34.936842 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e3e9-ac71-480e-9756-cf6e15cfd20e req-5ea59c59-5060-405f-a364-1524a58845d6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:34.938517 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0272e3e9-ac71-480e-9756-cf6e15cfd20e req-5ea59c59-5060-405f-a364-1524a58845d6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0582330 Oct 12 17:52:34.983668 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0272e3e9-ac71-480e-9756-cf6e15cfd20e req-2834f5ab-8489-4590-8ff1-697b11c78d31 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Oct 12 17:52:36.007172 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3ceee2aa-0c7d-456e-aede-c0cfcb2ad8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:36.125386 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cf26-65f3-4b1d-9e41-47fa0096d2fc req-11739662-875a-4ae2-94a7-0e2c8ac0cff0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:36.126913 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb73cf26-65f3-4b1d-9e41-47fa0096d2fc req-11739662-875a-4ae2-94a7-0e2c8ac0cff0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0515900 Oct 12 17:52:36.167679 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb73cf26-65f3-4b1d-9e41-47fa0096d2fc req-4c98485c-042f-418e-abb1-98c90a6fcc44 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336118 Oct 12 17:52:36.522552 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:52:37.001896 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:37.003163 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:37.319158 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7eb15-d0c8-41eb-b4bb-2628239e601f req-1c2f425f-2713-4ca7-9935-6ebf3f19dd7d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:37.320654 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2be7eb15-d0c8-41eb-b4bb-2628239e601f req-1c2f425f-2713-4ca7-9935-6ebf3f19dd7d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0601125 Oct 12 17:52:37.360595 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2be7eb15-d0c8-41eb-b4bb-2628239e601f req-5c5ee1f9-73ca-479a-a798-969dcc146c1b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340002 Oct 12 17:52:38.488830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2f5d0-078a-425b-a78c-8d4cc0a9f020 req-4d6e9a18-1601-45b8-b728-9fec842fd5ec tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:38.490227 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3d2f5d0-078a-425b-a78c-8d4cc0a9f020 req-4d6e9a18-1601-45b8-b728-9fec842fd5ec tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0517726 Oct 12 17:52:38.533919 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d3d2f5d0-078a-425b-a78c-8d4cc0a9f020 req-86fb944c-f760-4fee-9f57-e52af5be3701 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377238 Oct 12 17:52:38.694789 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:39.670866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a63c5-66a0-4891-8969-f004168a8c43 req-eafcd79b-5a82-4ab8-ae85-cc27c46a874b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:39.672635 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-631a63c5-66a0-4891-8969-f004168a8c43 req-eafcd79b-5a82-4ab8-ae85-cc27c46a874b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0509229 Oct 12 17:52:39.710653 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-631a63c5-66a0-4891-8969-f004168a8c43 req-4d11d8c9-4040-43e3-b29d-eb3df8ef120d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319626 Oct 12 17:52:40.838155 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8615d-b1a2-446d-bd18-f3b9bd4f2ce4 req-2a2e7494-39ab-44c1-a9a2-5d74dc2cb10b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:40.839710 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-92e8615d-b1a2-446d-bd18-f3b9bd4f2ce4 req-2a2e7494-39ab-44c1-a9a2-5d74dc2cb10b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0574126 Oct 12 17:52:40.878929 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-92e8615d-b1a2-446d-bd18-f3b9bd4f2ce4 req-c8f1cdc8-0b6c-4086-9b7f-388c58f8e164 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Oct 12 17:52:41.102537 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-53fa69fa-03e9-446d-a01e-28b9c8a480cc tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438599178&fields=id&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 267 time: 0.0341046 Oct 12 17:52:41.214839 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-74403717-638c-49d8-8034-feb1bae9f06b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:41.216660 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-74403717-638c-49d8-8034-feb1bae9f06b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1075094 Oct 12 17:52:41.234083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-d67fb478-de33-4ef8-b24d-1da143a5bdec tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/quotas/1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 375 time: 0.0113559 Oct 12 17:52:41.293714 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-3fdbc2e8-3722-41f3-92b2-8a5cbafc2f62 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538681 Oct 12 17:52:41.388777 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-2d03025f-5f32-43d1-8723-6e424e929933 service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836039 Oct 12 17:52:41.485231 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-c9db42e6-146f-4fd6-8607-3cb331ee38e5 service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892785 Oct 12 17:52:41.773696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7bd7c1fb-cb89-4050-b8ad-ae07303206f3 req-59213695-66cf-41d1-9da0-35f125d70dd8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0266528 Oct 12 17:52:41.997445 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c79b2-2673-40a5-ae6a-c9afc1aeb0ab req-5a270bde-ee0b-4c01-829d-e7dca35649d8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:41.998907 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-572c79b2-2673-40a5-ae6a-c9afc1aeb0ab req-5a270bde-ee0b-4c01-829d-e7dca35649d8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0485702 Oct 12 17:52:42.037292 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-572c79b2-2673-40a5-ae6a-c9afc1aeb0ab req-0e69fd90-f8f4-4417-aec9-bc2a0b84db6a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317931 Oct 12 17:52:42.861114 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5e79b597-e3db-4e6f-9ae5-b3935ff5554a req-21e107a4-7bb3-499c-b6eb-4b8be4819ca5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0365267 Oct 12 17:52:43.163504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8afd74-2e6c-43f3-9cd2-89c797e2908b req-e7deabd0-1358-48f2-a954-3f32c9dce4af tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:43.165046 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8d8afd74-2e6c-43f3-9cd2-89c797e2908b req-e7deabd0-1358-48f2-a954-3f32c9dce4af tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0540657 Oct 12 17:52:43.205690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8d8afd74-2e6c-43f3-9cd2-89c797e2908b req-f8b321e9-f441-4a63-bd69-ce480d3896ce tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343201 Oct 12 17:52:43.941281 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99dbeea2-a453-4b80-9ff6-16dec758338e req-9fdb7092-56b5-4d8a-9c70-e2c3cacd9380 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0270388 Oct 12 17:52:44.326806 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465721e-5b20-4d2f-ab7f-cfc3f193ad3c req-9ca9448f-0ae4-4d2c-aced-5edf881d8a18 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:44.329034 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0465721e-5b20-4d2f-ab7f-cfc3f193ad3c req-9ca9448f-0ae4-4d2c-aced-5edf881d8a18 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0496817 Oct 12 17:52:44.368163 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0465721e-5b20-4d2f-ab7f-cfc3f193ad3c req-72486f62-609c-4867-afd8-662829d59dd9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326433 Oct 12 17:52:44.919771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:45.022366 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b01461e1-7f96-4d37-827a-adb6f5ee8539 req-67d1a399-b148-4a86-ab99-7531e1417a18 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0303075 Oct 12 17:52:45.491361 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83e804-aaf2-455a-b89c-107cd97b83e4 req-b78d05f1-6d16-48b7-929f-fb20d4015ae6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:45.493635 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3e83e804-aaf2-455a-b89c-107cd97b83e4 req-b78d05f1-6d16-48b7-929f-fb20d4015ae6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0521450 Oct 12 17:52:45.532246 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3e83e804-aaf2-455a-b89c-107cd97b83e4 req-377a5db6-ffcb-420f-862d-6d177df17474 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327325 Oct 12 17:52:46.116684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c8f750b-8eb6-4be2-a853-ad1f57890c33 req-467e4315-c2d0-41d9-bd3b-cfee8b239455 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0273881 Oct 12 17:52:46.655463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4276ae2-b5ce-4217-b835-7f40353b4a67 req-b1ac4cd5-fe1d-4a57-bc04-26dec078f711 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:46.656892 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4276ae2-b5ce-4217-b835-7f40353b4a67 req-b1ac4cd5-fe1d-4a57-bc04-26dec078f711 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0518525 Oct 12 17:52:46.694994 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c4276ae2-b5ce-4217-b835-7f40353b4a67 req-212f63eb-1e78-437d-9022-9992a351e669 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Oct 12 17:52:46.885463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-dfa13a7f-7af4-4af3-ac43-9fe3a53ec5e1 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:46.886861 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-dfa13a7f-7af4-4af3-ac43-9fe3a53ec5e1 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1111999 Oct 12 17:52:46.933357 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-31a440c7-fe03-43e6-8878-b292fea3f67c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 379 time: 0.0349538 Oct 12 17:52:46.944900 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'port': {'device_id': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'admin_state_up': True, 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'security_groups': ['cb26eef9-ed94-4bc6-ab1d-07cf5e46c075']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:47.056747 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Made reservation on behalf of 1185adc689f7442390f6468f8d29c002 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:52:47.060274 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.186710 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.20.0.10 (f4442e06-d432-446c-9ccb-5cc436e6e5dd/8fa33708-deb1-448e-9d92-ce10bd459fbc/31a14d05-e8d7-4ecd-86c3-4648d723ee8a) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:52:47.222357 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d0195ed3-a6d6-48b0-b98b-4b6c05efe8db req-82490694-97a2-4e5d-a528-d0f7f8e82c0a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0368505 Oct 12 17:52:47.345930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.379410 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.426840 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:52:47.429916 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:52:47.433508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:52:47.439748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:47.487807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:47.488437 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.507004 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-04047a77-305a-4961-8730-31a25ceaae75 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657854 Oct 12 17:52:47.522646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Request body: {'port': {'device_id': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:52:47.583504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.613805 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2367df8e-c5a2-4dbe-ac9e-b213f70183e3 None None] Provisioning complete for port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:47.614383 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2367df8e-c5a2-4dbe-ac9e-b213f70183e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.649474 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2367df8e-c5a2-4dbe-ac9e-b213f70183e3 None None] Port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:52:47.862469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecad9af-0bc4-46d6-91a8-2e193b56bc6c req-517b3446-9300-4840-809b-a9b276634206 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:47.864016 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8ecad9af-0bc4-46d6-91a8-2e193b56bc6c req-517b3446-9300-4840-809b-a9b276634206 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0885868 Oct 12 17:52:47.937696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8ecad9af-0bc4-46d6-91a8-2e193b56bc6c req-a267f39a-b234-4499-bc65-eaf51828bcc2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672886 Oct 12 17:52:47.939426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a14d05-e8d7-4ecd-86c3-4648d723ee8a {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:52:47.946767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:47.958756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Transition to ACTIVE for port object 31a14d05-e8d7-4ecd-86c3-4648d723ee8a will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:52:47.962149 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.023083 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Pushing event updated for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:48.089731 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Attempting to bind port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:52:48.090058 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Attempting to bind port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:52:48.090383 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Attempting to bind port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:48.094687 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a on network f4442e06-d432-446c-9ccb-5cc436e6e5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:52:48.095003 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Attempting to bind port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:52:48.099934 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:52:48.100264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:52:48.100637 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Bound using segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:52:48.101080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Bound port: 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:52:48.101436 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.167606 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:52:48.171115 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:52:48.174735 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.214521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.215308 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:48.216958 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] 10.222.0.87 "PUT /v2.0/ports/31a14d05-e8d7-4ecd-86c3-4648d723ee8a HTTP/1.1" status: 200 len: 1094 time: 0.6991444 Oct 12 17:52:48.217408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:48.219739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765724c1-8c95-449b-b861-9bea782a7526" -d '{"events": [{"name": "network-changed", "server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:48.247586 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b735bb0-9943-45c0-8557-594a21c19f8c service neutron] Pushing event updated for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:48.317524 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-2144357f-1291-434c-b2de-e4fbbd7b0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.319022 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-2144357f-1291-434c-b2de-e4fbbd7b0ffa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0573084 Oct 12 17:52:48.394387 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-4c510299-6e63-4705-9100-beaf2a9d5190 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a HTTP/1.1" status: 200 len: 217 time: 0.0442276 Oct 12 17:52:48.419908 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379bab3-7ff5-42b2-9c35-dc2c527e6a73 req-27d699eb-5809-47ca-b673-5f65100288a4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.421556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2379bab3-7ff5-42b2-9c35-dc2c527e6a73 req-27d699eb-5809-47ca-b673-5f65100288a4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.1015456 Oct 12 17:52:48.440071 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319e1ef-b3de-456f-aad2-b8f8623bd612 x-openstack-request-id: req-2319e1ef-b3de-456f-aad2-b8f8623bd612 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:48.440357 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:48.440608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2319e1ef-b3de-456f-aad2-b8f8623bd612 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:48.441017 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'status': 'completed', 'code': 200} Oct 12 17:52:48.475336 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-a7f4819b-3217-4a71-9244-70afdcffd419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.476666 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-a7f4819b-3217-4a71-9244-70afdcffd419 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0740876 Oct 12 17:52:48.488475 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2379bab3-7ff5-42b2-9c35-dc2c527e6a73 req-16b66588-5828-417e-920c-f985fb0f9181 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466940 Oct 12 17:52:48.527581 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-387a3aa1-5874-4766-bafd-f959d3e17ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.529072 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-387a3aa1-5874-4766-bafd-f959d3e17ae9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397265 Oct 12 17:52:48.622680 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-12b66c9f-3373-4ee2-8eb4-21b5b22b4509 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846534 Oct 12 17:52:48.713513 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c23c0cb1-142a-4df1-a83d-12c1fc0f5189 req-f240e183-9c6b-4183-bb63-00cb978db51f service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822201 Oct 12 17:52:48.815621 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765724c1-8c95-449b-b861-9bea782a7526 req-6ac6628c-984f-436d-945c-0e5670b5ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.817144 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-6ac6628c-984f-436d-945c-0e5670b5ca92 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 1097 time: 0.0465441 Oct 12 17:52:48.911409 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765724c1-8c95-449b-b861-9bea782a7526 req-5d0d6d6c-bdb1-40be-8463-f615d427df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:48.912857 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-5d0d6d6c-bdb1-40be-8463-f615d427df0d service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0861280 Oct 12 17:52:48.958871 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-e31f3f2a-3296-4e59-9469-04299bf6f42d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a HTTP/1.1" status: 200 len: 217 time: 0.0378232 Oct 12 17:52:49.007806 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765724c1-8c95-449b-b861-9bea782a7526 req-66c66787-2875-4a81-a420-e59974c5bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:49.009301 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-66c66787-2875-4a81-a420-e59974c5bb47 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0439146 Oct 12 17:52:49.085373 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59e276-d88d-4172-853d-7a2954d41ec9 req-53900ddb-d566-450e-ac20-8bccbdb48815 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:49.086828 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e59e276-d88d-4172-853d-7a2954d41ec9 req-53900ddb-d566-450e-ac20-8bccbdb48815 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0763545 Oct 12 17:52:49.089275 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765724c1-8c95-449b-b861-9bea782a7526 req-4b5ba193-4f3c-4a64-ba0d-de063955b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:49.090591 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-4b5ba193-4f3c-4a64-ba0d-de063955b736 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721154 Oct 12 17:52:49.172079 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e59e276-d88d-4172-853d-7a2954d41ec9 req-e09c4ac4-479d-451e-b295-7e5095b80570 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787363 Oct 12 17:52:49.210242 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-5c8fac21-4ee9-4787-8585-2bcf38a21ba2 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108868 Oct 12 17:52:49.304892 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-765724c1-8c95-449b-b861-9bea782a7526 req-e5f8df66-b308-46df-8d90-41801bca9700 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862141 Oct 12 17:52:49.602895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf642cc3-5287-47d7-8105-810519e86203 req-bc70122a-5be3-477a-8053-ec1b1862cf91 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:49.604309 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bf642cc3-5287-47d7-8105-810519e86203 req-bc70122a-5be3-477a-8053-ec1b1862cf91 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0496175 Oct 12 17:52:49.642112 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bf642cc3-5287-47d7-8105-810519e86203 req-b34b27c5-7a52-4c2b-8f9c-ae2ce03bbf90 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307040 Oct 12 17:52:50.293122 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6a814-2e31-4719-98a3-5f459da94cf5 req-4dd3c9c9-fecb-47b4-808f-a0e9e3ff5257 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.294566 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc6a814-2e31-4719-98a3-5f459da94cf5 req-4dd3c9c9-fecb-47b4-808f-a0e9e3ff5257 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0509245 Oct 12 17:52:50.331861 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc6a814-2e31-4719-98a3-5f459da94cf5 req-5d898801-8a69-481f-8b7e-137997766f99 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Oct 12 17:52:50.543069 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-ec100bba-2d5f-4b4c-8a5b-26cced80d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.544484 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-ec100bba-2d5f-4b4c-8a5b-26cced80d597 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1097 time: 0.0384998 Oct 12 17:52:50.649809 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-fd135873-addf-4b13-88f9-75fc916c6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:50.651144 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-fd135873-addf-4b13-88f9-75fc916c6760 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0856493 Oct 12 17:52:50.941417 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-48347892-b4d2-488e-bb81-2127fdd67908 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 200 len: 999 time: 0.2814274 Oct 12 17:52:51.004530 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-ec662106-dc1e-4df1-a279-fd744fb73967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:51.006003 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-ec662106-dc1e-4df1-a279-fd744fb73967 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0509319 Oct 12 17:52:51.014180 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84643ec-34b7-4952-a9e5-fe3c640f5a36 req-de49e431-a4a5-4558-8bf4-1524698e1065 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:51.015515 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e84643ec-34b7-4952-a9e5-fe3c640f5a36 req-de49e431-a4a5-4558-8bf4-1524698e1065 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.3020394 Oct 12 17:52:51.080642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e84643ec-34b7-4952-a9e5-fe3c640f5a36 req-c05072f8-6e29-4f8a-b4bd-8b3905128ee5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570576 Oct 12 17:52:51.083192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-5f2fc778-0cc0-409e-bf39-fffc5c9aca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:51.084590 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-5f2fc778-0cc0-409e-bf39-fffc5c9aca6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682445 Oct 12 17:52:51.175808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-d7dffce7-9726-46ed-b7fb-12fcf1c65b63 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828648 Oct 12 17:52:51.267388 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c02641ee-7d7f-4a06-8837-fea13a9397fd req-12fe3b2a-7f6a-4ee9-8a63-d7251c7c9c35 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827336 Oct 12 17:52:51.447983 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ffa00-cfd7-402b-8eed-78a5e4010170 req-207efaf1-2620-4c76-a794-1008d5611057 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:51.449529 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-387ffa00-cfd7-402b-8eed-78a5e4010170 req-207efaf1-2620-4c76-a794-1008d5611057 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0479712 Oct 12 17:52:51.487025 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-387ffa00-cfd7-402b-8eed-78a5e4010170 req-161538ac-62f0-41a3-a570-b6941276f12c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Oct 12 17:52:52.205884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a789a-486d-45a4-b9ef-120944ba9801 req-e2319cdc-f65f-4639-a289-7e33781b9bb5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:52.207419 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-220a789a-486d-45a4-b9ef-120944ba9801 req-e2319cdc-f65f-4639-a289-7e33781b9bb5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0548708 Oct 12 17:52:52.254742 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-220a789a-486d-45a4-b9ef-120944ba9801 req-5de0d72f-af57-43a1-b67f-23c634a59ea1 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 Oct 12 17:52:52.604896 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a8b34-f967-44ec-9b28-24f4eac00ccb req-f507b247-f28e-4a0e-97c3-4968b48cf463 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:52.606424 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9d1a8b34-f967-44ec-9b28-24f4eac00ccb req-f507b247-f28e-4a0e-97c3-4968b48cf463 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 944 time: 0.0478449 Oct 12 17:52:52.640192 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:52:52.650005 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9d1a8b34-f967-44ec-9b28-24f4eac00ccb req-52a28584-7da3-4ba3-b508-4b549010fcb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366085 Oct 12 17:52:52.738232 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:52.749554 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'mac_address': 'fa:16:3e:48:8e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:52:52.785876 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.798592 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:52:52.817137 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:52.820952 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:52.873199 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=9']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:52.880609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.880983 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.881340 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.881792 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.882163 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.882499 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.882831 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.883161 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.883490 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.883815 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.884140 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:52.884462 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:52:53.291098 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['89b3cb8b-7580-4ecd-868a-6eb67a4e995c'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:52:53.372023 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3f3ec-bbe3-4d59-9701-c60a46c572b4 req-4e9c004c-eddb-4801-a4bd-a817fe7a7f54 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:53.373510 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23f3f3ec-bbe3-4d59-9701-c60a46c572b4 req-4e9c004c-eddb-4801-a4bd-a817fe7a7f54 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0494578 Oct 12 17:52:53.411729 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-23f3f3ec-bbe3-4d59-9701-c60a46c572b4 req-a28a0b98-a605-49e2-b81e-e01a880e8e4c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Oct 12 17:52:53.771044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f167-5fdd-4f62-90d0-3c541dd55bd2 req-04da5714-2949-49c4-a443-1df0cce8c66c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:53.773726 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8a2f167-5fdd-4f62-90d0-3c541dd55bd2 req-04da5714-2949-49c4-a443-1df0cce8c66c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 945 time: 0.0503595 Oct 12 17:52:53.811849 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8a2f167-5fdd-4f62-90d0-3c541dd55bd2 req-b3fa1424-1026-4f05-b3d4-05f86f2680ac tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323651 Oct 12 17:52:54.522323 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a80a3-0164-4e75-981a-5d9877a36e97 req-34a81c3f-0242-45b2-a25d-384547c065f8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:54.523670 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e9a80a3-0164-4e75-981a-5d9877a36e97 req-34a81c3f-0242-45b2-a25d-384547c065f8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0479944 Oct 12 17:52:54.564542 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e9a80a3-0164-4e75-981a-5d9877a36e97 req-951cb865-f97c-49c1-8d82-3ea46c0f85b2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349355 Oct 12 17:52:54.656006 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:52:54.702366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:52:54.702742 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.780974 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.803912 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:52:54.806165 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6e4ec4-40aa-4de2-bd2e-5d76bdf99049" -d '{"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:52:54.818973 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:54.823161 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:54.846257 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dba2a68-9903-4ea0-b176-22d9b5cba3c8 x-openstack-request-id: req-6dba2a68-9903-4ea0-b176-22d9b5cba3c8 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:52:54.846552 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-plugged", "status": "completed", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:52:54.846805 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6dba2a68-9903-4ea0-b176-22d9b5cba3c8 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:52:54.847193 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'code': 200} Oct 12 17:52:54.873182 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=10']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:54.937618 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947ecc-15cf-4b72-9563-243f2d50b47c req-4d441c5f-3a74-4349-83f0-f75d62aacc21 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:54.939338 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3947ecc-15cf-4b72-9563-243f2d50b47c req-4d441c5f-3a74-4349-83f0-f75d62aacc21 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0496213 Oct 12 17:52:54.977055 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3947ecc-15cf-4b72-9563-243f2d50b47c req-b6ca6df1-c09d-4877-871e-7ac8136782c0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Oct 12 17:52:55.540978 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894e112-44a9-4959-82b9-1c77831c1dc3 req-3eee970e-b69d-43b1-982f-61c1f2ff2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.542369 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4894e112-44a9-4959-82b9-1c77831c1dc3 req-3eee970e-b69d-43b1-982f-61c1f2ff2f69 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 1100 time: 0.0393560 Oct 12 17:52:55.579837 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4894e112-44a9-4959-82b9-1c77831c1dc3 req-c7672139-8dd4-4c78-98c0-bf1eea771b85 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278909 Oct 12 17:52:55.679008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb0f27-6a5b-4abe-b52f-d0cb715266f7 req-70e3e267-9a1f-408f-aa17-b3953dcc0a12 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:55.680489 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64bb0f27-6a5b-4abe-b52f-d0cb715266f7 req-70e3e267-9a1f-408f-aa17-b3953dcc0a12 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0496910 Oct 12 17:52:55.721897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64bb0f27-6a5b-4abe-b52f-d0cb715266f7 req-c04b9cd5-daf0-4b5a-b5bb-3004c6347e24 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353997 Oct 12 17:52:56.095508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d4c7d-58f8-41fb-8536-c4b88c6d6765 req-4f963231-a648-47a2-adce-1f4dd5da9c52 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.096981 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-057d4c7d-58f8-41fb-8536-c4b88c6d6765 req-4f963231-a648-47a2-adce-1f4dd5da9c52 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0482574 Oct 12 17:52:56.134882 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-057d4c7d-58f8-41fb-8536-c4b88c6d6765 req-44387caf-608a-486d-ae59-5df406d27a0d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Oct 12 17:52:56.833866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ca3cc-6878-4aed-8536-76d2add5fb03 req-a7823974-e88c-472f-a0f0-292619ec8403 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:56.835297 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-928ca3cc-6878-4aed-8536-76d2add5fb03 req-a7823974-e88c-472f-a0f0-292619ec8403 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0475686 Oct 12 17:52:56.872106 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-928ca3cc-6878-4aed-8536-76d2add5fb03 req-08b9d1fd-56d7-4310-abcb-37e2b6c37ad7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309808 Oct 12 17:52:57.253750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cca71-3503-40b3-ba07-64d4b270d8ac req-9774f49f-7a28-4ad7-b5fc-471ac0cc6621 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:57.255243 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a33cca71-3503-40b3-ba07-64d4b270d8ac req-9774f49f-7a28-4ad7-b5fc-471ac0cc6621 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0483904 Oct 12 17:52:57.297776 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a33cca71-3503-40b3-ba07-64d4b270d8ac req-01f0823b-0df7-4269-af61-59258450405b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366125 Oct 12 17:52:57.991351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8df10c-5635-4673-b60e-10847139bf9b req-f717a1cf-0949-4bb3-97b4-cdbd03de7b5d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:57.993319 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee8df10c-5635-4673-b60e-10847139bf9b req-f717a1cf-0949-4bb3-97b4-cdbd03de7b5d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 944 time: 0.0533473 Oct 12 17:52:58.036799 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ee8df10c-5635-4673-b60e-10847139bf9b req-a55d6fe8-5459-4f34-861c-8308ff6741ea tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370555 Oct 12 17:52:58.416181 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a257e4c-3503-483e-b7b6-21991893e464 req-7e10e625-2d66-4839-b54e-81b30d9e6d04 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:58.417650 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a257e4c-3503-483e-b7b6-21991893e464 req-7e10e625-2d66-4839-b54e-81b30d9e6d04 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0478818 Oct 12 17:52:58.456423 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a257e4c-3503-483e-b7b6-21991893e464 req-716bfa55-68ad-4477-9dfb-e0ed361092da tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Oct 12 17:52:58.680094 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 31a14d05-e8d7-4ecd-86c3-4648d723ee8a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:52:58.778548 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:58.790549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'port_id': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'mac_address': 'fa:16:3e:5b:a7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:52:58.826492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:58.839583 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a14d05-e8d7-4ecd-86c3-4648d723ee8a {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:52:58.859308 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:52:58.863976 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:52:58.914336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:52:59.153174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa2ff-326a-4358-b598-843dfffa3cec req-b81c4216-a903-4d80-8d08-15b3bf0bd162 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:52:59.154909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-617aa2ff-326a-4358-b598-843dfffa3cec req-b81c4216-a903-4d80-8d08-15b3bf0bd162 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 945 time: 0.0509067 Oct 12 17:52:59.196234 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-617aa2ff-326a-4358-b598-843dfffa3cec req-4e633c7e-9f4b-4081-ab02-47ad8ab9ba32 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347960 Oct 12 17:52:59.351048 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['31a14d05-e8d7-4ecd-86c3-4648d723ee8a'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:53:00.308816 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa215b-6492-4a0f-99a2-fee40e51e1ee req-b3d38225-653b-420d-aeed-c2d9198b15f5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:00.310308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1ffa215b-6492-4a0f-99a2-fee40e51e1ee req-b3d38225-653b-420d-aeed-c2d9198b15f5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 945 time: 0.0487354 Oct 12 17:53:00.348818 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1ffa215b-6492-4a0f-99a2-fee40e51e1ee req-565dab1e-f078-447b-a177-9355ce0c76e4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Oct 12 17:53:00.694734 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 31a14d05-e8d7-4ecd-86c3-4648d723ee8a up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:53:00.742259 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:53:00.746212 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:53:00.746577 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.822393 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.847052 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:00.849342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d2d06d-9dc4-4ce7-b782-9f68ed28dda0" -d '{"events": [{"server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:00.862606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:53:00.866498 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:00.889978 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3c980-3a92-4d3d-b59b-8fb62c460dba x-openstack-request-id: req-74d3c980-3a92-4d3d-b59b-8fb62c460dba {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:00.890275 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "name": "network-vif-plugged", "status": "completed", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:00.890550 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74d3c980-3a92-4d3d-b59b-8fb62c460dba {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:00.890935 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'code': 200} Oct 12 17:53:00.917270 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:01.115343 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7f4a9-5c4f-4d00-bea2-217e825c9ec7 req-1ebb79d2-485a-49c8-b29e-ef4b2424f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:01.116752 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dee7f4a9-5c4f-4d00-bea2-217e825c9ec7 req-1ebb79d2-485a-49c8-b29e-ef4b2424f517 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 1099 time: 0.0408762 Oct 12 17:53:01.153892 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dee7f4a9-5c4f-4d00-bea2-217e825c9ec7 req-cc67452e-55cd-4573-a849-dd7b384bd1be service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300553 Oct 12 17:53:01.459919 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd0428-1d5d-4033-968d-a20b3ce672fb req-0ce49e76-14ab-4542-8dd9-348594d69c82 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:01.461379 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47cd0428-1d5d-4033-968d-a20b3ce672fb req-0ce49e76-14ab-4542-8dd9-348594d69c82 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0474157 Oct 12 17:53:01.502896 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47cd0428-1d5d-4033-968d-a20b3ce672fb req-bae8fe59-d20b-4d2d-b9a9-3042ead1ed80 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356719 Oct 12 17:53:02.618620 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2d1a7-c987-48c6-83fe-98d0674c4648 req-a4af8dda-d1fd-4b7e-8092-fbb7763b7d16 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:02.620083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-42f2d1a7-c987-48c6-83fe-98d0674c4648 req-a4af8dda-d1fd-4b7e-8092-fbb7763b7d16 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0485308 Oct 12 17:53:02.660571 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-42f2d1a7-c987-48c6-83fe-98d0674c4648 req-0d68af29-35de-4981-bb93-7abced0f4c23 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Oct 12 17:53:03.284167 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3d0a5aed-4910-411d-873f-0f3c8fd7c7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:03.777034 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89189a08-29aa-4220-8f24-6afae0069f4a req-942f3a14-b78b-40ad-b9b0-375c2143640e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:03.778463 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-89189a08-29aa-4220-8f24-6afae0069f4a req-942f3a14-b78b-40ad-b9b0-375c2143640e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0474732 Oct 12 17:53:03.816689 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-89189a08-29aa-4220-8f24-6afae0069f4a req-a1bf72a3-de36-465b-ad79-678aaf6e714a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Oct 12 17:53:03.927633 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbae0-5cd0-46e8-9741-9d30ec9c4f58 req-0d23eaa0-c4e8-4ae1-88b3-e8813b14f6a8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:03.929093 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04afbae0-5cd0-46e8-9741-9d30ec9c4f58 req-0d23eaa0-c4e8-4ae1-88b3-e8813b14f6a8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0487289 Oct 12 17:53:03.969185 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-04afbae0-5cd0-46e8-9741-9d30ec9c4f58 req-4132993a-5174-4437-8c21-00a902308bf5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342605 Oct 12 17:53:03.991732 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40838) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:04.177784 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326ad9e-1931-4d3b-9a6b-270d365dafce tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:04.179288 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8326ad9e-1931-4d3b-9a6b-270d365dafce tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 1094 time: 0.1865389 Oct 12 17:53:04.182261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40842) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:04.186415 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'port_id': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:53:04.208345 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.308491 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.409907 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.27.2.143 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:53:04.512498 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.544994 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:04.583238 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:53:04.586070 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:53:04.589834 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:53:04.616310 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:04.627679 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.628025 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.628367 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.628701 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.629063 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.629398 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.629727 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.630057 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.630386 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.630708 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.631032 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.631353 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:04.955455 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.022842 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.176798 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.181320 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.255593 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:05.264653 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.374516 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.l3_db [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP ef63c283-d59a-44cd-bf77-a36b6e22ad0c associated. External IP: 172.27.2.143, port: 31a14d05-e8d7-4ecd-86c3-4648d723ee8a. Oct 12 17:53:05.580853 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:53:05.686313 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:53:05.696541 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:53:05.704214 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:05.706525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:05.707157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:52:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:05.733864 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3aaded91-e3f2-4e5d-b185-a1a8dd93eeda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5505881 Oct 12 17:53:05.734460 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:53:05.737786 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e030d-8c49-48a2-8203-8a2224094af6" -d '{"events": [{"name": "network-changed", "server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:53:05.839783 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c978dd44-ca0b-4ec0-83e4-222e5ef74f66 x-openstack-request-id: req-c978dd44-ca0b-4ec0-83e4-222e5ef74f66 {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:53:05.840072 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:53:05.840324 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c978dd44-ca0b-4ec0-83e4-222e5ef74f66 {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:53:05.840724 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'status': 'completed', 'code': 200} Oct 12 17:53:05.944958 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:06.039441 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1cef301a-621e-45b3-a494-e55845403584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:06.187381 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'ef63c283-d59a-44cd-bf77-a36b6e22ad0c', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:5b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:04Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:06.213586 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:53:06.222348 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:53:06.222937 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:53:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:06.326951 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:53:06.546357 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-f8b57c66-1840-427c-a495-4740847b928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'ef63c283-d59a-44cd-bf77-a36b6e22ad0c', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:5b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:04Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:53:06.575941 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b57c66-1840-427c-a495-4740847b928a None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'ef63c283-d59a-44cd-bf77-a36b6e22ad0c', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:5b:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:53:04Z', 'updated_at': '2021-10-12T17:53:04Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:53:06.753476 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42723ad-32f3-4d1b-9a79-b5d29f1f3229 None None] New status for floating IP ef63c283-d59a-44cd-bf77-a36b6e22ad0c: ACTIVE {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:53:07.004794 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:07.009108 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:07.270492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e030d-8c49-48a2-8203-8a2224094af6 req-357334df-abc9-4762-98cc-aae3147d34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.271946 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-357334df-abc9-4762-98cc-aae3147d34f8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 1099 time: 0.0401695 Oct 12 17:53:07.368009 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e030d-8c49-48a2-8203-8a2224094af6 req-e9988887-02a7-44e1-9467-d9c0f47a9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.369481 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-e9988887-02a7-44e1-9467-d9c0f47a9a38 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0825989 Oct 12 17:53:07.440765 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-cbca521a-bb8a-4b5e-8a3a-4aa50a22c7a8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a HTTP/1.1" status: 200 len: 1002 time: 0.0625784 Oct 12 17:53:07.490506 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e030d-8c49-48a2-8203-8a2224094af6 req-f421dff8-887b-4f69-aae8-9fe8a42861bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.491850 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-f421dff8-887b-4f69-aae8-9fe8a42861bd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0435395 Oct 12 17:53:07.536024 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e030d-8c49-48a2-8203-8a2224094af6 req-56c63c66-5a25-4502-8d48-bfa68cfd4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:07.537534 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-56c63c66-5a25-4502-8d48-bfa68cfd4d6d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391455 Oct 12 17:53:07.639303 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-31ac7cc9-baf8-41bc-8bba-5514baf393b2 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844347 Oct 12 17:53:07.729381 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-238e030d-8c49-48a2-8203-8a2224094af6 req-3a1226a2-f56f-4e1e-9da4-b2c745b967a3 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831296 Oct 12 17:53:08.697946 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:13.521363 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:53:14.918709 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.056775 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 40936) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:25.160752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-834577b6-0299-446c-b65f-fdae40349ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.236451 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-834577b6-0299-446c-b65f-fdae40349ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.240222 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-834577b6-0299-446c-b65f-fdae40349ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.278887 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-834577b6-0299-446c-b65f-fdae40349ce9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9034066470de4588a73c3e2608f52cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210975 Oct 12 17:53:25.280003 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834577b6-0299-446c-b65f-fdae40349ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3640b2b-0df0-4a73-87d3-1f9bf8b95535,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:25.282588 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40940) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:25.334101 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.359220 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.405392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.407970 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:25.409796 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e3640b2b-0df0-4a73-87d3-1f9bf8b95535 HTTP/1.1" status: 204 len: 168 time: 0.1248219 Oct 12 17:53:25.417350 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3640b2b-0df0-4a73-87d3-1f9bf8b95535,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:25.424392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.425345 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.425691 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.426022 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.426348 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.426681 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.427009 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.427338 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.427664 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.427991 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.428310 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:25.428640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a682b239-3caf-43e0-9ffb-89830c71b4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:53:26.416354 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40972) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:26.543458 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a334f7d6-daa4-4c02-b576-6b0877c5b9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.619329 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a334f7d6-daa4-4c02-b576-6b0877c5b9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.623211 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a334f7d6-daa4-4c02-b576-6b0877c5b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.661240 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334f7d6-daa4-4c02-b576-6b0877c5b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c27aa-6ec6-4869-9e7a-768291f0d0a3,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:26.665632 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a334f7d6-daa4-4c02-b576-6b0877c5b9cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3762ff2323e48559acbc85bbf36a26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480500 Oct 12 17:53:26.668114 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 40978) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:26.723127 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.745725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.798821 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.803137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:26.804400 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e27c27aa-6ec6-4869-9e7a-768291f0d0a3 HTTP/1.1" status: 204 len: 168 time: 0.1353786 Oct 12 17:53:26.812544 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f2079-bfdd-4838-85ca-cc9ac8a79021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c27aa-6ec6-4869-9e7a-768291f0d0a3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:33.286512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5b40ea5b-6ccd-46ca-8345-a65e4e492984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:36.010245 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-674cb2d3-9f2f-4c92-9625-e5465bc00d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.004922 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.007387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.537987 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41118) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:37.643006 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d683b6e2-3d78-4faa-8bc2-4e7ae323030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.717717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d683b6e2-3d78-4faa-8bc2-4e7ae323030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.721499 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d683b6e2-3d78-4faa-8bc2-4e7ae323030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.762865 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d683b6e2-3d78-4faa-8bc2-4e7ae323030a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c65764d79b746fda7b603c9397c1e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237875 Oct 12 17:53:37.764151 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683b6e2-3d78-4faa-8bc2-4e7ae323030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c842ca8-4fb7-4447-b215-64447f048b56,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:37.765488 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41122) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:37.814617 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.836071 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.881994 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.884476 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:37.885619 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c842ca8-4fb7-4447-b215-64447f048b56 HTTP/1.1" status: 204 len: 168 time: 0.1191621 Oct 12 17:53:37.893491 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a5a87-0d90-4316-9a9b-3cc04e4574e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c842ca8-4fb7-4447-b215-64447f048b56,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:38.702336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:44.932690 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:46.396580 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb5d41-d6ad-4899-a27b-a449e16302e4 req-b0d426cd-6a87-4eec-b4f1-52b448b0180e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:46.398086 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ecdb5d41-d6ad-4899-a27b-a449e16302e4 req-b0d426cd-6a87-4eec-b4f1-52b448b0180e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0492244 Oct 12 17:53:46.435159 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ecdb5d41-d6ad-4899-a27b-a449e16302e4 req-e79f302d-13c8-4290-b60b-57feacfd7d29 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Oct 12 17:53:47.566635 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44984eeb-6fe2-4274-8f82-67e5c191fdc4 req-45674cdc-0b4f-4de6-ac37-5673b5f9f17b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:47.568160 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44984eeb-6fe2-4274-8f82-67e5c191fdc4 req-45674cdc-0b4f-4de6-ac37-5673b5f9f17b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0521231 Oct 12 17:53:47.607048 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44984eeb-6fe2-4274-8f82-67e5c191fdc4 req-baaf284b-9b92-406e-bc52-8381e2b3b11c tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Oct 12 17:53:47.840036 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41224) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:47.944752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f524cf7-3f20-45a8-9f3e-50af2668e42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.019076 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f524cf7-3f20-45a8-9f3e-50af2668e42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.023390 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3f524cf7-3f20-45a8-9f3e-50af2668e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.061543 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3f524cf7-3f20-45a8-9f3e-50af2668e42f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e117ae9901e14c03a4d91a4c88e627eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204382 Oct 12 17:53:48.062402 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f524cf7-3f20-45a8-9f3e-50af2668e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3831b351-7ce5-40d5-a57f-ea5d1f6302c2,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:48.064273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41228) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:53:48.119781 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.142931 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.188788 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.192031 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:53:48.193195 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3831b351-7ce5-40d5-a57f-ea5d1f6302c2 HTTP/1.1" status: 204 len: 168 time: 0.1278927 Oct 12 17:53:48.200646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e978343-a5c9-4e90-8b0a-62bd09effdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3831b351-7ce5-40d5-a57f-ea5d1f6302c2,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:53:48.721197 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb9598-159e-4228-9e93-17cea35f98e5 req-3337ea32-6ae5-4409-a629-d8be7e44dabd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:48.722771 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4cb9598-159e-4228-9e93-17cea35f98e5 req-3337ea32-6ae5-4409-a629-d8be7e44dabd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0490782 Oct 12 17:53:48.760752 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4cb9598-159e-4228-9e93-17cea35f98e5 req-116dcc3b-e1b6-4cfc-98ab-d14f3b321b72 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Oct 12 17:53:49.882129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee02bf-bd93-479a-829d-8cceee70b3fb req-62fb6239-f7ac-42f0-96ba-fa379d2e732a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:49.883586 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bee02bf-bd93-479a-829d-8cceee70b3fb req-62fb6239-f7ac-42f0-96ba-fa379d2e732a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Oct 12 17:53:49.922052 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bee02bf-bd93-479a-829d-8cceee70b3fb req-277cdff5-0752-445f-85eb-3dcdaf01c02a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Oct 12 17:53:50.520679 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:53:51.034589 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270b4b-0e29-4884-8d87-0153b0741747 req-c611ddac-99a3-40e1-9ad3-a13b7bfe961a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.036631 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb270b4b-0e29-4884-8d87-0153b0741747 req-c611ddac-99a3-40e1-9ad3-a13b7bfe961a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Oct 12 17:53:51.073866 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fb270b4b-0e29-4884-8d87-0153b0741747 req-449e633e-e9e5-4fe5-a09e-86895d7578dd tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Oct 12 17:53:51.348427 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-ee0b1ab4-2ca2-4f6b-a18c-d227722834c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.350088 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-ee0b1ab4-2ca2-4f6b-a18c-d227722834c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.0413816 Oct 12 17:53:51.454542 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-86c979d3-29a9-44d5-854d-a30d5be6cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.455962 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-86c979d3-29a9-44d5-854d-a30d5be6cfd0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.0872877 Oct 12 17:53:51.522267 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-ad61f9cc-8ffe-43ee-9ef3-c01c8961e600 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 1001 time: 0.0570905 Oct 12 17:53:51.574822 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-aceb3413-5aad-4eb5-a879-52b37c05387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.576225 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-aceb3413-5aad-4eb5-a879-52b37c05387e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0463932 Oct 12 17:53:51.621210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-a473c400-1655-4707-8be8-3396d447b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:51.622640 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-a473c400-1655-4707-8be8-3396d447b080 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393102 Oct 12 17:53:51.715416 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-be7ec1f3-cc0e-4f42-9602-7e8a56cac57f service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Oct 12 17:53:51.804081 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5fa989f9-ba40-4654-a237-ad635da726f8 req-7cc5512d-8099-4b55-acf7-8ddd1d098562 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813820 Oct 12 17:53:52.199751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cbe8f-2d5c-4d37-94c1-ec3d152ad230 req-3bf4b7e9-2fcd-41b1-a44a-81064ffd8506 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:52.201223 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-426cbe8f-2d5c-4d37-94c1-ec3d152ad230 req-3bf4b7e9-2fcd-41b1-a44a-81064ffd8506 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0487862 Oct 12 17:53:52.239281 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-426cbe8f-2d5c-4d37-94c1-ec3d152ad230 req-7e3a8ce8-dda1-4b59-aee2-fc3ddcfef999 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Oct 12 17:53:53.362080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcea2c-81b3-4945-b58e-2aeb95f4465f req-6679e94d-2b84-467b-a241-f51897f10776 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:53.364104 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-82dcea2c-81b3-4945-b58e-2aeb95f4465f req-6679e94d-2b84-467b-a241-f51897f10776 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Oct 12 17:53:53.403800 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-82dcea2c-81b3-4945-b58e-2aeb95f4465f req-c48f4967-76fd-43fb-9b98-1cdfc38d2d1b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334895 Oct 12 17:53:54.528585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823a97-5c74-40b6-b7f0-b563745dafc6 req-3d6fa89e-0153-4c2f-9925-f121f3186055 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:54.530214 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e0823a97-5c74-40b6-b7f0-b563745dafc6 req-3d6fa89e-0153-4c2f-9925-f121f3186055 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0490932 Oct 12 17:53:54.568193 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e0823a97-5c74-40b6-b7f0-b563745dafc6 req-801db1e3-3734-410f-9e72-fa4e98ff2a40 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Oct 12 17:53:55.682398 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05058e-e490-465f-acd4-ea552667202d req-8860794d-a0b9-420b-97bf-cee00770a718 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:55.683845 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e05058e-e490-465f-acd4-ea552667202d req-8860794d-a0b9-420b-97bf-cee00770a718 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Oct 12 17:53:55.721351 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e05058e-e490-465f-acd4-ea552667202d req-060e9e85-d974-4230-b07d-0574aebf966f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Oct 12 17:53:56.838356 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4e474-b3b5-444b-8e92-6b80a3fa5a2c req-51fc5576-c49a-423c-9fc2-b45997600ec7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:56.839811 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95d4e474-b3b5-444b-8e92-6b80a3fa5a2c req-51fc5576-c49a-423c-9fc2-b45997600ec7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Oct 12 17:53:56.877292 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95d4e474-b3b5-444b-8e92-6b80a3fa5a2c req-e3f5a275-3273-4505-8aa9-00140fef1803 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315645 Oct 12 17:53:57.990643 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfb9b7-d0eb-4b16-aedc-30cead808fb8 req-bebed05d-8f96-494a-b201-cd4fb6748eb6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:57.992097 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-febfb9b7-d0eb-4b16-aedc-30cead808fb8 req-bebed05d-8f96-494a-b201-cd4fb6748eb6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0487206 Oct 12 17:53:58.030126 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-febfb9b7-d0eb-4b16-aedc-30cead808fb8 req-aa5a66a4-2ab9-4a69-818a-47db8d99a434 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Oct 12 17:53:59.142139 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa084c-1497-4c7b-92fb-6e62bdfa7dc1 req-9de712af-5257-4903-87f0-7335143470a2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:53:59.143603 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95fa084c-1497-4c7b-92fb-6e62bdfa7dc1 req-9de712af-5257-4903-87f0-7335143470a2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0488698 Oct 12 17:53:59.184711 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95fa084c-1497-4c7b-92fb-6e62bdfa7dc1 req-af704340-be59-42c9-af5e-f05c44a79230 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346050 Oct 12 17:54:00.303394 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a4e90-8fe2-4f1e-b83f-22f7a9b2eac8 req-412c8d74-f189-4c4c-88ab-26ea5bb5d3fc tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:00.304844 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa0a4e90-8fe2-4f1e-b83f-22f7a9b2eac8 req-412c8d74-f189-4c4c-88ab-26ea5bb5d3fc tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0530257 Oct 12 17:54:00.342052 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa0a4e90-8fe2-4f1e-b83f-22f7a9b2eac8 req-cff3a85a-ef89-4fc9-9dc6-69e4d134a41e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Oct 12 17:54:01.455072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e120c8d-7560-4ec6-bce1-bb50d1101f49 req-168a8afc-eb5a-4abd-b55e-b48c20b00b15 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:01.456537 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e120c8d-7560-4ec6-bce1-bb50d1101f49 req-168a8afc-eb5a-4abd-b55e-b48c20b00b15 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0492542 Oct 12 17:54:01.494696 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e120c8d-7560-4ec6-bce1-bb50d1101f49 req-535ad672-e682-4a79-9cfe-7507716f1a03 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318036 Oct 12 17:54:02.606269 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435edec-330a-4394-88d9-fe49ae554c4d req-7cedda41-a41e-46d8-aa18-2308d34d5f93 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:02.607877 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c435edec-330a-4394-88d9-fe49ae554c4d req-7cedda41-a41e-46d8-aa18-2308d34d5f93 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0478239 Oct 12 17:54:02.644984 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c435edec-330a-4394-88d9-fe49ae554c4d req-f995ab49-3b0b-4151-8898-6021270300ed tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Oct 12 17:54:02.866454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496bef2-8bef-44d1-adb0-de2148968d2a req-7c15a6fc-528a-49eb-afd7-de2e8b98a8cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:02.867951 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b496bef2-8bef-44d1-adb0-de2148968d2a req-7c15a6fc-528a-49eb-afd7-de2e8b98a8cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0793459 Oct 12 17:54:02.886917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-6e1ddea4-11b5-4692-a5f4-fd2bdab92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:02.888425 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-6e1ddea4-11b5-4692-a5f4-fd2bdab92714 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 1098 time: 0.0628884 Oct 12 17:54:02.962840 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b496bef2-8bef-44d1-adb0-de2148968d2a req-88c1a0e4-7374-4548-a37f-7ab6189efc65 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886676 Oct 12 17:54:03.000876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-343e8d22-6966-4a68-b75d-89559cc3b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:03.002347 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-343e8d22-6966-4a68-b75d-89559cc3b445 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.1063087 Oct 12 17:54:03.069319 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-ab82eb93-c963-4f82-95a3-27421f32dfa1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 200 len: 1001 time: 0.0588970 Oct 12 17:54:03.116915 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-cc3c5cbd-d314-43e2-a86c-8d310be2bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:03.118323 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-cc3c5cbd-d314-43e2-a86c-8d310be2bffa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0424185 Oct 12 17:54:03.166575 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-f9774a28-8694-44b0-85e0-0e5837a17009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:03.168005 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-f9774a28-8694-44b0-85e0-0e5837a17009 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425961 Oct 12 17:54:03.258905 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-0dbcc5cb-7715-4aa7-a644-29eb27847a5f service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822203 Oct 12 17:54:03.287570 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a1741383-8562-49bf-bdf3-5e8726b019be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:03.356893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-44a1f852-355d-49e3-b6d0-64ecaee78ee0 req-29380330-de5c-419e-9ba2-a2a6ec72974b service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908353 Oct 12 17:54:04.079075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ac180-f42e-40c4-a340-04704414eddc req-60513543-712d-4a7a-884e-db5f9e683348 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:04.080551 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c8ac180-f42e-40c4-a340-04704414eddc req-60513543-712d-4a7a-884e-db5f9e683348 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Oct 12 17:54:04.117857 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4c8ac180-f42e-40c4-a340-04704414eddc req-37c8c78c-0aaa-4159-8c00-24926bfaff97 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Oct 12 17:54:06.010879 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb64404-b6b4-451b-b7f7-5d2d3a12d590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:07.002671 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:07.004730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:08.702582 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:14.951463 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:19.411215 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93acab-9c59-45aa-bc4f-410162ac91e6 req-808688e0-7e91-4775-bba4-82774957f158 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:19.412665 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9f93acab-9c59-45aa-bc4f-410162ac91e6 req-808688e0-7e91-4775-bba4-82774957f158 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0535014 Oct 12 17:54:19.449699 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9f93acab-9c59-45aa-bc4f-410162ac91e6 req-92aa6ff2-3433-401a-9056-083ded0d7bce tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310376 Oct 12 17:54:19.882468 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315471e-043d-47bc-b1bc-88c8ebbddbb0 req-1e28c39f-74f4-4187-95a6-f8f39174c353 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:19.883820 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4315471e-043d-47bc-b1bc-88c8ebbddbb0 req-1e28c39f-74f4-4187-95a6-f8f39174c353 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0479598 Oct 12 17:54:19.923907 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4315471e-043d-47bc-b1bc-88c8ebbddbb0 req-7e22fd17-96b9-46de-aa60-027e263af062 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341661 Oct 12 17:54:20.564660 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42887-dd78-4e37-a103-abd2049f44ea req-3a72324d-3546-4864-937b-3cb7c7ae6b67 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:20.566217 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc42887-dd78-4e37-a103-abd2049f44ea req-3a72324d-3546-4864-937b-3cb7c7ae6b67 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0493805 Oct 12 17:54:20.607447 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc42887-dd78-4e37-a103-abd2049f44ea req-942788b8-9267-4774-bf99-b0bb9c7a5f72 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Oct 12 17:54:21.043181 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad8294-e918-4ee9-982c-6d96a09dd596 req-a9a081ea-1ec9-462c-ad9b-7c8860ec21c0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:21.044622 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8ad8294-e918-4ee9-982c-6d96a09dd596 req-a9a081ea-1ec9-462c-ad9b-7c8860ec21c0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0494778 Oct 12 17:54:21.084494 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b8ad8294-e918-4ee9-982c-6d96a09dd596 req-83bc4daa-8e12-4863-8deb-b44e23a99112 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340407 Oct 12 17:54:21.719543 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d2bb-85ca-45b5-95d6-3e1dbf49ca40 req-e31c3f2e-57af-47bc-8018-5616f07ba3d2 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:21.720986 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5ea9d2bb-85ca-45b5-95d6-3e1dbf49ca40 req-e31c3f2e-57af-47bc-8018-5616f07ba3d2 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0469820 Oct 12 17:54:21.762089 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5ea9d2bb-85ca-45b5-95d6-3e1dbf49ca40 req-0e5bef91-d63d-460a-b84a-db949155a3e7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344255 Oct 12 17:54:21.872898 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-595843b5-fd92-4dba-94e7-db491bf2e3a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:21.875188 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-595843b5-fd92-4dba-94e7-db491bf2e3a4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.0494409 Oct 12 17:54:21.968348 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Deleting port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:54:21.968684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:22.060474 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] For port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:22.060749 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:22.499903 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87184c16-2217-48eb-994d-129c50b33de3 req-7db9a507-f908-45b4-b305-bc7998a5af71 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:22.501352 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-87184c16-2217-48eb-994d-129c50b33de3 req-7db9a507-f908-45b4-b305-bc7998a5af71 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=6f833de4-517d-4f26-83e9-ef230a7d5ff4 HTTP/1.1" status: 200 len: 947 time: 0.3421023 Oct 12 17:54:22.547980 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:22.548335 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:22.548646 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Floating IP f80e9cab-894d-4dc3-949e-c378ef7dbe1d disassociated. External IP: 172.27.2.31, port: 89b3cb8b-7580-4ecd-868a-6eb67a4e995c. Oct 12 17:54:22.549009 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Calling delete_port for 89b3cb8b-7580-4ecd-868a-6eb67a4e995c owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:54:22.558187 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-87184c16-2217-48eb-994d-129c50b33de3 req-68724849-1075-443e-a0fb-facd8b647e79 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=8768bfff-9ea3-453e-a3df-9838812be309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500925 Oct 12 17:54:22.680633 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:22.706748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'Port': ['ID=89b3cb8b-7580-4ecd-868a-6eb67a4e995c,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:22.822463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:54:22.956031 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a12b5f-6307-4d34-bb84-9045ea4467f0 req-30dc98e0-9e51-4104-844f-2a3c50e662a0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:22.957679 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b6a12b5f-6307-4d34-bb84-9045ea4467f0 req-30dc98e0-9e51-4104-844f-2a3c50e662a0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1265671 Oct 12 17:54:22.986395 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:54:22.997091 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:54:23.007593 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:23.008214 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:54:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:23.026982 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b6a12b5f-6307-4d34-bb84-9045ea4467f0 req-9776d031-fab3-4f9a-8ed9-f486cb61369f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621953 Oct 12 17:54:23.044851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] No DVR routers for this DVR port 89b3cb8b-7580-4ecd-868a-6eb67a4e995c on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:54:23.047449 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:23.052095 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a6ca2df7-1213-43e0-be12-82aa4e9cd604 req-73ad6378-abb9-42f0-ae87-36ca080d3baf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "DELETE /v2.0/ports/89b3cb8b-7580-4ecd-868a-6eb67a4e995c HTTP/1.1" status: 204 len: 173 time: 1.1708019 Oct 12 17:54:23.052552 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-deleted', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:23.054827 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030eca0f-8992-4eea-a782-48a98b4b13a8" -d '{"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-deleted", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:23.101219 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ccddf-865d-4beb-859b-c6549c24f7b1 x-openstack-request-id: req-f81ccddf-865d-4beb-859b-c6549c24f7b1 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:23.101556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f833de4-517d-4f26-83e9-ef230a7d5ff4", "name": "network-vif-deleted", "tag": "89b3cb8b-7580-4ecd-868a-6eb67a4e995c", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:23.101845 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f81ccddf-865d-4beb-859b-c6549c24f7b1 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:23.102238 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f833de4-517d-4f26-83e9-ef230a7d5ff4', 'name': 'network-vif-deleted', 'tag': '89b3cb8b-7580-4ecd-868a-6eb67a4e995c', 'status': 'completed', 'code': 200} Oct 12 17:54:23.122047 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:23.333921 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:23.363500 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:54:23.371751 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:23.372333 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:54:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:23.627771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:23.828059 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:23.854366 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeaf237-609a-45c4-9b7a-b4c67b1674ec None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:54:24.088477 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6918add-e608-4867-a743-8c4df9cfe2af None None] New status for floating IP f80e9cab-894d-4dc3-949e-c378ef7dbe1d: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:54:24.146297 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8b5d6-1eb4-4e57-9e03-f81e2f0a1c42 req-46e657bb-bddb-46fb-a153-00405db377a5 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:24.149413 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-83d8b5d6-1eb4-4e57-9e03-f81e2f0a1c42 req-46e657bb-bddb-46fb-a153-00405db377a5 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0506783 Oct 12 17:54:24.187631 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-83d8b5d6-1eb4-4e57-9e03-f81e2f0a1c42 req-ed3e0ed7-fe22-45d7-926b-712a7b006c94 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337827 Oct 12 17:54:24.675773 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41332) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:24.733968 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:24.758419 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:24.808924 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:24.811521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:24.812667 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "DELETE /v2.0/security-groups/8768bfff-9ea3-453e-a3df-9838812be309 HTTP/1.1" status: 204 len: 168 time: 0.1358910 Oct 12 17:54:24.815564 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41334) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:24.822758 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69260e-7902-4b0a-bce3-cc280b7dfd4d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8768bfff-9ea3-453e-a3df-9838812be309,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:24.832285 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.api.v2.resource [None req-eba86e2f-d83d-41c0-b207-51e98a209dc7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] show failed (client error): The resource could not be found. Oct 12 17:54:24.833450 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-eba86e2f-d83d-41c0-b207-51e98a209dc7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups/8768bfff-9ea3-453e-a3df-9838812be309 HTTP/1.1" status: 404 len: 347 time: 0.0153813 Oct 12 17:54:24.836189 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41336) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:24.961371 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Deleting port 717ed423-1d7f-4c02-b82d-22e94ea73180 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:54:24.961705 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.040317 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.040636 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.052521 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Calling delete_port for 717ed423-1d7f-4c02-b82d-22e94ea73180 owned by network:floatingip {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:54:25.187684 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.213068 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'Port': ['ID=717ed423-1d7f-4c02-b82d-22e94ea73180,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:25.226581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.226581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.226581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.226581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.227355 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.227355 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.227634 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.227807 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.228127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.228474 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.228793 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.229139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.295384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.298064 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.303506 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-73e5f72e-6007-4ba0-af24-f9e160956520 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "DELETE /v2.0/floatingips/f80e9cab-894d-4dc3-949e-c378ef7dbe1d HTTP/1.1" status: 204 len: 168 time: 0.4620709 Oct 12 17:54:25.333934 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdb561-7ab4-4abd-99cf-eb41946881bf req-6f0a0367-4f36-479b-ac32-276f50efc900 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:25.337406 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96fdb561-7ab4-4abd-99cf-eb41946881bf req-6f0a0367-4f36-479b-ac32-276f50efc900 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0647602 Oct 12 17:54:25.381658 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96fdb561-7ab4-4abd-99cf-eb41946881bf req-5d3cf91c-2d51-483a-b2dd-c07d63c00001 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Oct 12 17:54:25.660359 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41342) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:25.665183 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842624821', 'description': 'tempest-description--1399838020'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:25.686964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.753974 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.757380 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.788206 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.789431 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1277668 Oct 12 17:54:25.791349 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8484626-e3c1-48e1-98d7-de9dd3c622a8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1986b1-5057-45bc-8727-236cdde0443f,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:25.792408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41344) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:25.796963 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group_rule': {'security_group_id': 'ad1986b1-5057-45bc-8727-236cdde0443f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:25.823606 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.870588 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.875017 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.891491 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491ae2dc-b927-4a7b-adf2-a8402aa90c70,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:25.901689 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:25.902834 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093965 Oct 12 17:54:25.904100 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.904440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.905049 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.905389 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.905713 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.905950 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41346) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:25.906421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.906421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.906657 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.906978 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.907306 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.907625 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.907942 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6bded1-d792-41cf-b71f-7b8e0087db98 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:25.912476 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'security_group_rule': {'security_group_id': 'ad1986b1-5057-45bc-8727-236cdde0443f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:25.938208 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.000869 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.005830 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.025177 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c76615-9526-49a9-bc80-954624660965,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:26.032129 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.033546 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d56a0dc8-fbc9-4459-8b3c-af3946c56d69 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264188 Oct 12 17:54:26.036990 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41348) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:26.041590 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:26.065422 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.161371 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.272445 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Allocated IP 172.27.2.42 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/6f858c1b-319d-4134-ab03-8b29202a5c72) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:54:26.376415 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.497804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023237d-c295-473c-9417-b479d9874441 req-ddf6f56f-c143-4b76-951c-53be96275450 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:26.499391 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9023237d-c295-473c-9417-b479d9874441 req-ddf6f56f-c143-4b76-951c-53be96275450 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0509953 Oct 12 17:54:26.540863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9023237d-c295-473c-9417-b479d9874441 req-f8931644-5034-4f0f-86d8-09f9f06b0e4c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Oct 12 17:54:26.640697 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.675871 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:54:26.680527 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:54:26.682982 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:54:26.713203 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=6f858c1b-319d-4134-ab03-8b29202a5c72,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:26.772903 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.808215 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.953316 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:26.957971 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:27.021894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=6f858c1b-319d-4134-ab03-8b29202a5c72,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:27.035566 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:27.051370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:27.052650 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-035dd3f5-2904-4e39-833d-d58598d487e3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0146081 Oct 12 17:54:27.177951 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:54:27.201706 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 89b3cb8b-7580-4ecd-868a-6eb67a4e995c {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:54:27.202048 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 89b3cb8b-7580-4ecd-868a-6eb67a4e995c not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:54:27.240750 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-2d1e153f-72c5-4823-b3a1-cc6e5a4dcd39 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--842624821&fields=id&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 267 time: 0.0324025 Oct 12 17:54:27.350216 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-b71e5c3d-3fd9-418e-9219-81b2021bfbf9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.351572 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-b71e5c3d-3fd9-418e-9219-81b2021bfbf9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 817 time: 0.1041570 Oct 12 17:54:27.367000 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-c18c7f94-aa03-4dd0-ab94-7c3906a9336a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/quotas/59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 375 time: 0.0098717 Oct 12 17:54:27.420761 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-fb44df0b-fc4c-4a86-810f-e46bd5204ee6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485742 Oct 12 17:54:27.518880 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-07f1947c-4774-45f7-9a62-087e65de3229 service neutron] 10.222.0.86 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Oct 12 17:54:27.520036 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:54:27.611248 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-93710562-5e6a-41fa-ad44-121bc5ff1a46 service neutron] 10.222.0.86 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852952 Oct 12 17:54:27.662767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7353d-78ec-474f-a899-33a521b72daf req-a0cf2c76-b19f-4c66-949f-858a1355f8a0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:27.664240 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28f7353d-78ec-474f-a899-33a521b72daf req-a0cf2c76-b19f-4c66-949f-858a1355f8a0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0561392 Oct 12 17:54:27.704638 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-28f7353d-78ec-474f-a899-33a521b72daf req-51fc2342-60ec-468c-8b90-6129e29d5276 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345592 Oct 12 17:54:27.769226 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a913b4e7-4f3d-4850-95c1-c3819dada75f req-04017805-7225-40eb-940c-6032805a74bd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 210 time: 0.0266490 Oct 12 17:54:28.730452 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-9fdc1fdc-a228-44ef-a741-a8459d194931 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:28.731888 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-9fdc1fdc-a228-44ef-a741-a8459d194931 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 817 time: 0.1108294 Oct 12 17:54:28.799636 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-2f49c89c-c292-4d0a-a947-ff42bce830c1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 379 time: 0.0467293 Oct 12 17:54:28.821105 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'port': {'device_id': 'e1a9299e-0874-4154-b882-e19724c012da', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'admin_state_up': True, 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'security_groups': ['ad1986b1-5057-45bc-8727-236cdde0443f']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:28.908373 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0ec02441-d906-4d22-b13b-35f5f4428e8b req-0b5af0dc-a5ad-40ed-98c5-bb8cd4d36b1d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 210 time: 0.0461771 Oct 12 17:54:28.933205 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27d307-51ab-4216-bbb1-ec46f36baf93 req-aac2eb3f-171d-4e08-ab82-90896c2d50b3 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:28.933205 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3e27d307-51ab-4216-bbb1-ec46f36baf93 req-aac2eb3f-171d-4e08-ab82-90896c2d50b3 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1470125 Oct 12 17:54:28.991989 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3e27d307-51ab-4216-bbb1-ec46f36baf93 req-66f09d98-5605-4f92-8f9c-6aa2679bc487 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549970 Oct 12 17:54:28.997922 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Made reservation on behalf of 59aee07f35ae4d369791d84f8992b64b for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:54:29.001515 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.131044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Allocated IP 172.20.0.3 (e8152edb-d593-48a5-916c-38dd12385d96/0f3186d1-1558-4dc4-be51-9249a2ab1716/42ea421b-1e80-4bc2-91ec-b63303a6b520) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:54:29.264763 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.297893 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.345020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Network e8152edb-d593-48a5-916c-38dd12385d96 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:54:29.350663 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:54:29.354294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:54:29.360540 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:29.408125 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:29.408737 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.426536 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-e582088a-da42-4900-899c-7ee0da7c66fc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103122 Oct 12 17:54:29.442571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Request body: {'port': {'device_id': 'e1a9299e-0874-4154-b882-e19724c012da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:29.502378 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.609630 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-113a3127-c9c1-4381-864c-1490130f0a91 None None] Provisioning complete for port 42ea421b-1e80-4bc2-91ec-b63303a6b520 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:29.610284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-113a3127-c9c1-4381-864c-1490130f0a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.643420 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-113a3127-c9c1-4381-864c-1490130f0a91 None None] Port 42ea421b-1e80-4bc2-91ec-b63303a6b520 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:54:29.769790 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:54:29.777156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.790153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Transition to ACTIVE for port object 42ea421b-1e80-4bc2-91ec-b63303a6b520 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:54:29.793317 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:29.841480 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:29.922264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Attempting to bind port 42ea421b-1e80-4bc2-91ec-b63303a6b520 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:54:29.922596 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Attempting to bind port 42ea421b-1e80-4bc2-91ec-b63303a6b520 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:54:29.922922 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Attempting to bind port 42ea421b-1e80-4bc2-91ec-b63303a6b520 on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:54:29.928176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Port 42ea421b-1e80-4bc2-91ec-b63303a6b520 on network e8152edb-d593-48a5-916c-38dd12385d96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:54:29.928492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Attempting to bind port 42ea421b-1e80-4bc2-91ec-b63303a6b520 on network e8152edb-d593-48a5-916c-38dd12385d96 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:54:29.935876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:54:29.936228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Checking segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:54:29.936585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Bound using segment: {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:54:29.937037 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Bound port: 42ea421b-1e80-4bc2-91ec-b63303a6b520, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675cc116-9058-46f3-88a1-71dc08763cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:54:29.937392 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:30.033432 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:54:30.051736 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:54:30.057363 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:30.070612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74770645-4306-464a-a1a2-340f935cbb32 req-3b1734e6-ef1a-4c26-b227-9e47c6007624 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.072153 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-74770645-4306-464a-a1a2-340f935cbb32 req-3b1734e6-ef1a-4c26-b227-9e47c6007624 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0838413 Oct 12 17:54:30.148511 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.148763 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:30.150055 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] 10.222.0.87 "PUT /v2.0/ports/42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 1093 time: 0.7120764 Oct 12 17:54:30.153941 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:30.156563 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5232ce-cdaf-490e-9f65-ef4da19355c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:30.194079 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa25bdf-ebb2-4486-9e01-36b0b306748b service neutron] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:30.209733 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-74770645-4306-464a-a1a2-340f935cbb32 req-ed9ee55c-8437-4a25-8331-38a75092b545 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136656 Oct 12 17:54:30.245288 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6896-e8a4-467c-b575-0b607f9be31b req-d8fa7fce-90c0-4eb9-b76a-473535161357 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.246802 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-80cf6896-e8a4-467c-b575-0b607f9be31b req-d8fa7fce-90c0-4eb9-b76a-473535161357 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1569731 Oct 12 17:54:30.270238 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16498b-d52b-4377-b117-13daacffaaf7 x-openstack-request-id: req-db16498b-d52b-4377-b117-13daacffaaf7 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:30.270435 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:30.270691 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-db16498b-d52b-4377-b117-13daacffaaf7 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:30.271081 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'status': 'completed', 'code': 200} Oct 12 17:54:30.282970 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-2eb7ed46-2232-4502-94a5-7cfc881fb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.284224 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-2eb7ed46-2232-4502-94a5-7cfc881fb467 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1096 time: 0.0872724 Oct 12 17:54:30.334492 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-80cf6896-e8a4-467c-b575-0b607f9be31b req-e2160f52-8df6-4fd6-9b21-d102edbb07ce tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817182 Oct 12 17:54:30.335814 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-3a16fca9-5968-4c52-82d1-ef44e4e96459 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 217 time: 0.0436411 Oct 12 17:54:30.385545 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-8308555d-ee71-4891-a1e6-aa2edbe0637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.387009 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-8308555d-ee71-4891-a1e6-aa2edbe0637b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0446258 Oct 12 17:54:30.437129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-a0666791-faac-451e-b3bf-41a94cd45402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.438652 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-a0666791-faac-451e-b3bf-41a94cd45402 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445092 Oct 12 17:54:30.541741 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-1eb52e98-7284-4e03-b361-1af54b033837 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942757 Oct 12 17:54:30.635871 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c2f6e198-d1e6-45ad-8582-f5800f9a81a3 req-a8c89a29-25bf-4362-981f-d52da38ffcc5 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874307 Oct 12 17:54:30.721961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-3a2123ec-99a2-4784-a042-a01b8017b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.723450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-3a2123ec-99a2-4784-a042-a01b8017b95c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1096 time: 0.0413554 Oct 12 17:54:30.816881 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-a35dc6e3-90bb-410c-b267-bcca6a1e973c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.818414 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-a35dc6e3-90bb-410c-b267-bcca6a1e973c service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0878713 Oct 12 17:54:30.859785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-cc148fa0-b83d-4492-b246-4f9a507faf7b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 217 time: 0.0335975 Oct 12 17:54:30.911813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-d677e0ad-a6f3-4683-8661-312ae8c54a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.913254 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-d677e0ad-a6f3-4683-8661-312ae8c54a9c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0459433 Oct 12 17:54:30.959295 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-715646e9-f6f3-4a16-b042-61fb93981cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:30.960743 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-715646e9-f6f3-4a16-b042-61fb93981cbe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400555 Oct 12 17:54:31.049546 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-d6a0f31e-d913-4f8f-b9cd-e774c4665bab service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Oct 12 17:54:31.143018 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef5232ce-cdaf-490e-9f65-ef4da19355c5 req-d17ad0de-f385-4427-a349-a5b26f95db7a service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859294 Oct 12 17:54:31.334250 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07e7cb-001c-429d-b942-07e8a20c31ac req-6a456624-8ad9-4eb8-a703-cbcb6be4834f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:31.335684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b07e7cb-001c-429d-b942-07e8a20c31ac req-6a456624-8ad9-4eb8-a703-cbcb6be4834f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0485137 Oct 12 17:54:31.373282 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b07e7cb-001c-429d-b942-07e8a20c31ac req-85ced8da-86f7-4996-9e5e-6e2bec440807 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Oct 12 17:54:31.454271 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf0f9-178d-4a86-b6be-16010cdee41d req-ebee7eb8-1799-46f2-9d89-e1c719461afc tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:31.455734 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b0fbf0f9-178d-4a86-b6be-16010cdee41d req-ebee7eb8-1799-46f2-9d89-e1c719461afc tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0554380 Oct 12 17:54:31.492839 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b0fbf0f9-178d-4a86-b6be-16010cdee41d req-2ead52f3-4e68-4ef6-8ad5-a94baa5f0ba8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302854 Oct 12 17:54:32.490396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368349db-a09e-4b5e-aa31-4eef99084dcc req-c236fb3b-152c-4f04-a2a6-cb5f057bcec9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:32.491783 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-368349db-a09e-4b5e-aa31-4eef99084dcc req-c236fb3b-152c-4f04-a2a6-cb5f057bcec9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0482371 Oct 12 17:54:32.529412 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-368349db-a09e-4b5e-aa31-4eef99084dcc req-b4be74a2-956d-4aba-a7e7-15266bc9ba0f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Oct 12 17:54:32.607653 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960a41-9251-43cf-ae9d-8cef1ab5be4c req-39fbd712-522d-4790-965b-5b2bb533e249 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:32.609133 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a9960a41-9251-43cf-ae9d-8cef1ab5be4c req-39fbd712-522d-4790-965b-5b2bb533e249 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0483792 Oct 12 17:54:32.647539 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a9960a41-9251-43cf-ae9d-8cef1ab5be4c req-2e36dcc5-29ac-42bc-898c-cf2da87c59f8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319870 Oct 12 17:54:33.289723 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7824586b-e3d5-4c1f-97bf-4b8e5a49b854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:33.653123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa39e-797a-40f7-8325-ac4481e9bf34 req-0929d001-b1e1-4dcc-a74c-04a755e46a74 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:33.654831 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64daa39e-797a-40f7-8325-ac4481e9bf34 req-0929d001-b1e1-4dcc-a74c-04a755e46a74 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0544548 Oct 12 17:54:33.692492 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-64daa39e-797a-40f7-8325-ac4481e9bf34 req-12e45312-f7a2-4294-a79d-d24ab37276c2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Oct 12 17:54:33.762577 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466e357-50af-46ec-ada4-c0103a0de9ff req-624020cd-0a6e-4436-8041-4f2baae69643 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:33.764093 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3466e357-50af-46ec-ada4-c0103a0de9ff req-624020cd-0a6e-4436-8041-4f2baae69643 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0489275 Oct 12 17:54:33.801270 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3466e357-50af-46ec-ada4-c0103a0de9ff req-a3cc359c-49c6-455f-b4c0-10df477ad712 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Oct 12 17:54:34.579572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-820f37e2-d50a-4ae7-b861-1706e390a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:34.581552 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-820f37e2-d50a-4ae7-b861-1706e390a555 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0390100 Oct 12 17:54:34.954612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9869b11-dd78-45f7-afc7-6220b3f1aabe req-35740da1-5eea-4b7e-8078-6b752404b380 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:34.956076 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9869b11-dd78-45f7-afc7-6220b3f1aabe req-35740da1-5eea-4b7e-8078-6b752404b380 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.1020036 Oct 12 17:54:34.974494 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-43afd3a7-aa9e-45e8-b08f-84e45590f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:34.975836 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-43afd3a7-aa9e-45e8-b08f-84e45590f2e8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.3875346 Oct 12 17:54:34.983052 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1baae4-d751-4e68-9589-1c76a473917f req-c3ab6a5c-6d53-432f-a73d-a90c23198757 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:34.984360 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3c1baae4-d751-4e68-9589-1c76a473917f req-c3ab6a5c-6d53-432f-a73d-a90c23198757 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1018329 Oct 12 17:54:35.074893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c9869b11-dd78-45f7-afc7-6220b3f1aabe req-fbee2e46-4865-4518-96ba-3232bea8ac53 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111937 Oct 12 17:54:35.087297 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3c1baae4-d751-4e68-9589-1c76a473917f req-5c57f4e6-e0e8-4af3-b96d-6c6bc2fc9491 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877314 Oct 12 17:54:35.093343 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-6377f649-a111-4d8b-b35b-d570d398d24e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1002 time: 0.1081512 Oct 12 17:54:35.142307 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-43bf0796-e45d-4a53-ba92-b6e215ac6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:35.144339 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-43bf0796-e45d-4a53-ba92-b6e215ac6a33 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0438960 Oct 12 17:54:35.193410 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-b9d87080-8f71-43db-aa4e-65e6c715689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:35.194843 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-b9d87080-8f71-43db-aa4e-65e6c715689d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431733 Oct 12 17:54:35.225408 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:54:35.282853 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-883bef00-a3f7-4231-99d5-85b93674ebeb service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806308 Oct 12 17:54:35.324238 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:35.336512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:54:35.374166 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:35.376057 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fe7bea-22f0-46bc-80bd-29f8a58bce7b req-6d3b3353-f06a-477e-98e2-d82903bc63c4 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865774 Oct 12 17:54:35.387825 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:54:35.407639 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:35.412128 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:35.462809 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:35.469908 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.470251 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.470726 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.471067 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.471394 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.472884 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.472884 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.473191 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.473416 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.473736 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.474052 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.474367 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:54:35.795131 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['42ea421b-1e80-4bc2-91ec-b63303a6b520'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:54:36.011074 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4c3c32e5-fc8d-4d73-8d7d-ca5d17a30a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:36.219872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fe26-dce7-4293-87a9-c2da5b6708d8 req-f62853ea-a8fc-42bf-83dc-b443a4075c1e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:36.221340 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc2fe26-dce7-4293-87a9-c2da5b6708d8 req-f62853ea-a8fc-42bf-83dc-b443a4075c1e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0726576 Oct 12 17:54:36.233836 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c984-075e-49b5-943d-86abf3cea505 req-76a6ef37-8e2d-4dee-83a2-a32690da3dbd tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:36.235257 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9be7c984-075e-49b5-943d-86abf3cea505 req-76a6ef37-8e2d-4dee-83a2-a32690da3dbd tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0776649 Oct 12 17:54:36.289551 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7cc2fe26-dce7-4293-87a9-c2da5b6708d8 req-5bdeb759-9beb-4d4f-8c80-3662d8177490 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533462 Oct 12 17:54:36.294254 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9be7c984-075e-49b5-943d-86abf3cea505 req-02a1db3a-41d4-4697-8f14-1725af9ae3ad tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523074 Oct 12 17:54:37.001235 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.007150 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.232212 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:54:37.279182 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 42ea421b-1e80-4bc2-91ec-b63303a6b520 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:54:37.283228 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 42ea421b-1e80-4bc2-91ec-b63303a6b520 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:37.283599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.367086 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.389953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:37.392203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f35767-1441-43ff-b6c3-6bb160773406" -d '{"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:37.405067 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:37.409512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:37.438264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88984a-baa0-44ec-9793-27c3fbb24fe8 req-238fda8f-19e1-474b-89bb-e0e2119a971e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:37.439728 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e88984a-baa0-44ec-9793-27c3fbb24fe8 req-238fda8f-19e1-474b-89bb-e0e2119a971e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0789967 Oct 12 17:54:37.451074 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8167ff-1c39-448a-860a-4af5f15a0c19 req-8a1d31f2-4287-498e-8835-e7c62563812a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:37.452518 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2c8167ff-1c39-448a-860a-4af5f15a0c19 req-8a1d31f2-4287-498e-8835-e7c62563812a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0891559 Oct 12 17:54:37.459929 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:37.509328 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e88984a-baa0-44ec-9793-27c3fbb24fe8 req-84ab4c99-e3e4-4689-946c-15dca071fac0 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558026 Oct 12 17:54:37.512095 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2c8167ff-1c39-448a-860a-4af5f15a0c19 req-5c4edfc5-86e8-4a3d-a85d-045faf77958f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517952 Oct 12 17:54:37.563044 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c842435f-0958-43d1-82f3-c4996f5f01c8 x-openstack-request-id: req-c842435f-0958-43d1-82f3-c4996f5f01c8 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:37.563336 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:37.563590 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c842435f-0958-43d1-82f3-c4996f5f01c8 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:37.563984 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'code': 200} Oct 12 17:54:37.756501 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599cd40-e6bb-43a6-a5f1-cd87a38192bb req-fbb266ac-c875-434d-bb1a-a3efc375f20f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:37.757669 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41430) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:37.758124 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2599cd40-e6bb-43a6-a5f1-cd87a38192bb req-fbb266ac-c875-434d-bb1a-a3efc375f20f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0798891 Oct 12 17:54:37.764847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bad4a-67bc-44ff-bf43-d0a95761e616 req-2be1828c-76a9-4539-92d7-af45abdcfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:37.766327 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a2bad4a-67bc-44ff-bf43-d0a95761e616 req-2be1828c-76a9-4539-92d7-af45abdcfee6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1098 time: 0.0627027 Oct 12 17:54:37.820642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2599cd40-e6bb-43a6-a5f1-cd87a38192bb req-99c360ed-7e2a-4c45-a5ab-183933dee078 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533643 Oct 12 17:54:37.824310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a2bad4a-67bc-44ff-bf43-d0a95761e616 req-d29e2ad4-4d43-409c-b7ce-75da8b5db91e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507424 Oct 12 17:54:37.843962 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-915b8aa8-aa17-482a-a51d-5c3838a937ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847735 Oct 12 17:54:37.853552 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-1607400d-f93e-432d-871e-182778851028 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:54:37.854482 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-1607400d-f93e-432d-871e-182778851028 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048499 Oct 12 17:54:38.637862 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa9bd-62a2-4c39-9246-702ef2580437 req-bc1cda42-641d-4a20-80df-f055889db7a1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:38.639378 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-19baa9bd-62a2-4c39-9246-702ef2580437 req-bc1cda42-641d-4a20-80df-f055889db7a1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0524750 Oct 12 17:54:38.679767 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-19baa9bd-62a2-4c39-9246-702ef2580437 req-02af5559-8745-4160-b964-35def0797351 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342116 Oct 12 17:54:38.708613 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:38.935685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f60c-9ae8-4a27-acf8-e2328fe4cb17 req-22eabf74-46a2-4a28-baad-6c0041ff01c8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:38.937185 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b027f60c-9ae8-4a27-acf8-e2328fe4cb17 req-22eabf74-46a2-4a28-baad-6c0041ff01c8 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0505638 Oct 12 17:54:38.979932 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b027f60c-9ae8-4a27-acf8-e2328fe4cb17 req-70ad32d7-32ab-46c0-bad2-3c090bd3ba48 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366089 Oct 12 17:54:39.179653 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c124-bb43-41f1-bbbf-93817a797724 req-335183d4-5e74-494b-9ef5-420d4c4805d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.181077 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-335183d4-5e74-494b-9ef5-420d4c4805d5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f&tenant_id=2a84ed5632564ac58020866e642bdca9 HTTP/1.1" status: 200 len: 1099 time: 0.0443368 Oct 12 17:54:39.246964 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c124-bb43-41f1-bbbf-93817a797724 req-9f5953a7-0c11-4383-a17b-ad4d9a9283e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.248448 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-9f5953a7-0c11-4383-a17b-ad4d9a9283e3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0428262 Oct 12 17:54:39.351886 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c124-bb43-41f1-bbbf-93817a797724 req-713628f3-1e3f-4585-9bf8-3d2552ab19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.353509 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-713628f3-1e3f-4585-9bf8-3d2552ab19d7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.0878081 Oct 12 17:54:39.420068 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-d7fc7a5a-073e-49b9-a946-d5cbc502f782 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1002 time: 0.0589683 Oct 12 17:54:39.470689 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c124-bb43-41f1-bbbf-93817a797724 req-ac259fbc-1518-46db-895c-03772ad250f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.472997 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-ac259fbc-1518-46db-895c-03772ad250f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0457563 Oct 12 17:54:39.520784 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c124-bb43-41f1-bbbf-93817a797724 req-e4b5dbef-f1d7-4086-9409-60d88a3666a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.522285 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-e4b5dbef-f1d7-4086-9409-60d88a3666a7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428019 Oct 12 17:54:39.611245 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-60c28a47-8b2f-474d-be3a-192088c0039e service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808957 Oct 12 17:54:39.703080 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-81eafe2e-8cca-49d2-9a95-e1a714c2bc81 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Oct 12 17:54:39.805131 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd60b40-1775-4222-93a5-68e8e19e310b req-ff13c4c5-f534-4dcb-8f7e-f0d1b0ace729 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.806590 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bd60b40-1775-4222-93a5-68e8e19e310b req-ff13c4c5-f534-4dcb-8f7e-f0d1b0ace729 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0509706 Oct 12 17:54:39.844354 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1bd60b40-1775-4222-93a5-68e8e19e310b req-0faa01b7-3012-49bc-8c48-571040b621fa tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Oct 12 17:54:39.958507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7a7de-ba85-48f4-b706-613059d9900f req-213fb953-86b4-4772-8b7a-a98126a38a97 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:39.959988 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-51b7a7de-ba85-48f4-b706-613059d9900f req-213fb953-86b4-4772-8b7a-a98126a38a97 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0479364 Oct 12 17:54:39.968269 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41448) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:54:39.973187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Request body: {'floatingip': {'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:54:40.014247 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:40.148748 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7de54-abd5-4759-99d1-43df5fcdb5b5 req-40d55443-0dfe-4bf8-91fd-fde41374419f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:40.150205 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f4a7de54-abd5-4759-99d1-43df5fcdb5b5 req-40d55443-0dfe-4bf8-91fd-fde41374419f tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1032395 Oct 12 17:54:40.254458 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f4a7de54-abd5-4759-99d1-43df5fcdb5b5 req-63491124-ddb0-47f4-8f23-21b1123ae072 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978951 Oct 12 17:54:40.507286 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:40.510985 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:40.616370 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Floating IP c225344e-a662-4241-b6cf-03c8c1f41f57 associated. External IP: 172.27.2.42, port: 42ea421b-1e80-4bc2-91ec-b63303a6b520. Oct 12 17:54:40.820542 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:54:40.931765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:54:40.940534 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:40.945893 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:54:40.954814 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:40.955437 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:54:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:41.067011 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:41.187200 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b61390a5-878c-416c-bb45-0a2cfaffb110 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "PUT /v2.0/floatingips/c225344e-a662-4241-b6cf-03c8c1f41f57 HTTP/1.1" status: 200 len: 990 time: 1.2176957 Oct 12 17:54:41.187616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:41.189855 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdfb36-4e96-426b-9f4d-6ca52c944b47" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:41.228529 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0d7ee-d723-4456-a554-4e066c7f4909 x-openstack-request-id: req-28c0d7ee-d723-4456-a554-4e066c7f4909 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:41.228824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:41.229218 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28c0d7ee-d723-4456-a554-4e066c7f4909 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:41.229732 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'status': 'completed', 'code': 200} Oct 12 17:54:41.248765 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:54:41.301704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-637ad684-433e-4000-8b2d-53ab86d3e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.303275 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-637ad684-433e-4000-8b2d-53ab86d3e1c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1098 time: 0.0478790 Oct 12 17:54:41.374889 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'c225344e-a662-4241-b6cf-03c8c1f41f57', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9299e-0874-4154-b882-e19724c012da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:26Z', 'updated_at': '2021-10-12T17:54:40Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:41.408076 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:54:41.410692 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:41.432637 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:54:41.433278 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:54:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:41.441840 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:41.444623 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524149f-fb16-465e-96ac-9d5fd67500a0" -d '{"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-unplugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:41.449767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fbc7e-f817-44e9-8e50-3ea886ad9ff8 req-8c5d8cc4-5870-4faa-9b61-203f7e73de99 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.451321 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-040fbc7e-f817-44e9-8e50-3ea886ad9ff8 req-8c5d8cc4-5870-4faa-9b61-203f7e73de99 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0902288 Oct 12 17:54:41.470389 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-1999f11b-0d65-4ac1-9295-1de5f2c25d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.472550 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-1999f11b-0d65-4ac1-9295-1de5f2c25d8f service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.1599443 Oct 12 17:54:41.495713 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:41.501864 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:41.558507 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb45a2-2741-4132-a237-d91fb386c6ab x-openstack-request-id: req-4ceb45a2-2741-4132-a237-d91fb386c6ab {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:41.558785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-040fbc7e-f817-44e9-8e50-3ea886ad9ff8 req-8b547a50-a5ad-4e16-abee-3ba07bd93f0c tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980253 Oct 12 17:54:41.558894 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-unplugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:41.559158 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ceb45a2-2741-4132-a237-d91fb386c6ab {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:41.559428 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'code': 200} Oct 12 17:54:41.573276 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-8184bac7-355b-43ae-86fc-890879d3dda1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 998 time: 0.0918660 Oct 12 17:54:41.605795 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=6']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:41.609406 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:54:41.636057 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-b59c992d-41c2-4c2a-9250-ddfe9631811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.637704 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-b59c992d-41c2-4c2a-9250-ddfe9631811d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0576863 Oct 12 17:54:41.685921 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-83352d5c-ad5b-400e-b335-3233fe527cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:41.687560 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-83352d5c-ad5b-400e-b335-3233fe527cc3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427032 Oct 12 17:54:41.799315 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-35b87603-0da9-42bf-b639-2f44a5e85b06 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028805 Oct 12 17:54:41.849549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'c225344e-a662-4241-b6cf-03c8c1f41f57', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9299e-0874-4154-b882-e19724c012da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:26Z', 'updated_at': '2021-10-12T17:54:40Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:54:41.879239 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92ccbc-1093-4cbe-a3d6-ec40da69ef0a None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'c225344e-a662-4241-b6cf-03c8c1f41f57', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a9299e-0874-4154-b882-e19724c012da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:54:26Z', 'updated_at': '2021-10-12T17:54:40Z', 'revision_number': 1, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:54:41.896462 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-17bdfb36-4e96-426b-9f4d-6ca52c944b47 req-95bc917a-5499-4914-838e-6537045733e1 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893478 Oct 12 17:54:42.085154 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10ff3e-6b69-445a-a952-82b596a19070 None None] New status for floating IP c225344e-a662-4241-b6cf-03c8c1f41f57: ACTIVE {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:54:42.680593 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efc210-f62d-46fc-8387-e08c604c6740 req-918115a8-8488-4c1e-b3a6-28615530c1e5 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:42.682098 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66efc210-f62d-46fc-8387-e08c604c6740 req-918115a8-8488-4c1e-b3a6-28615530c1e5 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0494950 Oct 12 17:54:42.719387 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66efc210-f62d-46fc-8387-e08c604c6740 req-e8c2f93b-015f-4c7b-966f-2c25aa572262 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Oct 12 17:54:43.839004 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dc35c-1d3b-4a1b-9989-8405c75a906f req-1ff2ab1d-940e-4637-9185-ffc104d7e191 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:43.840491 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b12dc35c-1d3b-4a1b-9989-8405c75a906f req-1ff2ab1d-940e-4637-9185-ffc104d7e191 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0529549 Oct 12 17:54:43.877660 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b12dc35c-1d3b-4a1b-9989-8405c75a906f req-e264aed5-e332-43f5-ab74-665e2e60a5bb tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Oct 12 17:54:44.939210 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:44.997830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bfa1-d568-4e7c-a4e6-b9f16c3db28b req-a9c29e62-dc9a-491a-b468-9df6bbd3569b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:44.999301 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e6e5bfa1-d568-4e7c-a4e6-b9f16c3db28b req-a9c29e62-dc9a-491a-b468-9df6bbd3569b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0535433 Oct 12 17:54:45.037867 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e6e5bfa1-d568-4e7c-a4e6-b9f16c3db28b req-d1c23a22-e477-4a4c-b9cc-bc644021b1ea tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Oct 12 17:54:46.150627 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727f9ea-8b51-45d4-a25c-bed994338677 req-72becd85-d905-4d30-bf8c-7821f606d2eb tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:46.152066 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4727f9ea-8b51-45d4-a25c-bed994338677 req-72becd85-d905-4d30-bf8c-7821f606d2eb tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0493267 Oct 12 17:54:46.189873 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4727f9ea-8b51-45d4-a25c-bed994338677 req-0b29cc0d-2a06-4014-8c43-707d180fc7f9 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Oct 12 17:54:47.141526 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165461-ca30-4cf0-af0d-9f6f06116c07 req-1d6f9dbe-3485-4b37-b7ca-a87c8ef09200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:47.142982 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27165461-ca30-4cf0-af0d-9f6f06116c07 req-1d6f9dbe-3485-4b37-b7ca-a87c8ef09200 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1097 time: 0.0428100 Oct 12 17:54:47.179105 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-27165461-ca30-4cf0-af0d-9f6f06116c07 req-360995f7-8661-4d93-8f1b-ba9d9544e0af service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285985 Oct 12 17:54:47.304279 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb6b14-634b-4358-af89-ba12d927fe9d req-3e93540f-a743-4705-b62a-72320a85f837 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:47.305775 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-13fb6b14-634b-4358-af89-ba12d927fe9d req-3e93540f-a743-4705-b62a-72320a85f837 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0493708 Oct 12 17:54:47.343394 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-13fb6b14-634b-4358-af89-ba12d927fe9d req-415f82d6-d102-4535-9083-17238fa5bb66 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Oct 12 17:54:48.457183 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ddf76-a153-4c60-80eb-e9cb2c9c37c4 req-965a587e-b235-4d21-a626-238ae106e525 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:48.458711 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-318ddf76-a153-4c60-80eb-e9cb2c9c37c4 req-965a587e-b235-4d21-a626-238ae106e525 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 944 time: 0.0482955 Oct 12 17:54:48.496495 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-318ddf76-a153-4c60-80eb-e9cb2c9c37c4 req-731987d7-2a1b-4f7e-9847-23ca5e1f51c1 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Oct 12 17:54:49.289971 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:54:49.382569 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:49.394197 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'port_id': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'mac_address': 'fa:16:3e:9a:3d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:54:49.432404 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:49.445027 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df7f89d-a95f-4546-8a49-70e5082e6849 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:54:49.463706 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:49.467577 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:49.514275 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=7']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:49.619138 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689672-e4c8-4ab2-859c-85fbd55abbf7 req-698e5264-f0df-4b93-bd12-3e19ad732080 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:49.620741 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f2689672-e4c8-4ab2-859c-85fbd55abbf7 req-698e5264-f0df-4b93-bd12-3e19ad732080 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 945 time: 0.0566154 Oct 12 17:54:49.661935 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f2689672-e4c8-4ab2-859c-85fbd55abbf7 req-250d5055-99c9-4b78-aa11-61c5e0dbf6d9 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354450 Oct 12 17:54:49.866752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['6df7f89d-a95f-4546-8a49-70e5082e6849'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:54:51.291596 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:54:51.338785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 6df7f89d-a95f-4546-8a49-70e5082e6849 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:54:51.339148 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:51.415442 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:51.437304 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:54:51.439547 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700fcc03-6d8b-48d0-a8f5-b663ffabc2b2" -d '{"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-plugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:54:51.452084 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:54:51.458133 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:54:51.483747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28575924-e17d-4f75-979e-14cc07397003 x-openstack-request-id: req-28575924-e17d-4f75-979e-14cc07397003 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:54:51.484088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-plugged", "status": "completed", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:54:51.484287 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28575924-e17d-4f75-979e-14cc07397003 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:54:51.484670 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'code': 200} Oct 12 17:54:51.509613 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=8']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:54:53.186467 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-6ad483d2-64cf-43f6-abd3-4b7aa616ba91 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391715 Oct 12 17:54:53.259605 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-894eebd1-eaf8-40de-bc8e-314b97336bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:53.261118 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-894eebd1-eaf8-40de-bc8e-314b97336bb2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0409083 Oct 12 17:54:53.367480 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-7a20db5c-172b-460f-a1fd-2ad549b3fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:53.368999 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-7a20db5c-172b-460f-a1fd-2ad549b3fb43 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.0880210 Oct 12 17:54:53.433487 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-d25c6f91-363d-42fb-a448-17f7bfe67232 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1002 time: 0.0570803 Oct 12 17:54:53.488029 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-bc3584f7-0059-4f8d-bbd4-19dc3cc0ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:53.490080 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-bc3584f7-0059-4f8d-bbd4-19dc3cc0ba25 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0478642 Oct 12 17:54:53.537576 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-31d2320c-e7f9-4088-8341-c09758e7e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:54:53.539053 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-31d2320c-e7f9-4088-8341-c09758e7e04c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411456 Oct 12 17:54:53.630109 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-04f2be21-2037-4a1b-8de9-940bae9b40a5 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822408 Oct 12 17:54:53.729341 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03a5216a-55f2-4e8e-b5d0-6b0320e20f4a req-77279f68-67fd-494f-abbe-6d6e42868dad service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917492 Oct 12 17:55:03.291440 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-54cc77ad-a769-4b1b-a7eb-4a8fbb71b6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:04.517899 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:55:06.011216 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-619833c8-7cee-4d7f-88ac-085f9f5f9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:06.994248 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:07.009410 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:08.707974 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:11.492126 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14da1e2-1cc3-4d7b-9f17-2db848bf4b01 req-9b3a410a-b3ba-4893-83a3-82b32f79f1df tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:11.493620 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b14da1e2-1cc3-4d7b-9f17-2db848bf4b01 req-9b3a410a-b3ba-4893-83a3-82b32f79f1df tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Oct 12 17:55:11.531890 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b14da1e2-1cc3-4d7b-9f17-2db848bf4b01 req-5470e3f3-44e3-4096-b953-cace418b8a4f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Oct 12 17:55:12.649972 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe093e1-bb5f-4fe0-8d47-28d934001d73 req-c9afccd9-004b-47ee-a2f0-1adf9c09c061 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:12.651447 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bfe093e1-bb5f-4fe0-8d47-28d934001d73 req-c9afccd9-004b-47ee-a2f0-1adf9c09c061 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Oct 12 17:55:12.692684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bfe093e1-bb5f-4fe0-8d47-28d934001d73 req-74bdda1d-7738-4e74-95ac-ab4f6ca0d989 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=5459406b-d07b-47e2-93f9-1536f1bae84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Oct 12 17:55:12.760710 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557828-8c2a-4e91-a55c-4165d211585b req-9a972964-0a96-43c0-89a2-7b1e73469cc5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:12.762187 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a557828-8c2a-4e91-a55c-4165d211585b req-9a972964-0a96-43c0-89a2-7b1e73469cc5 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Oct 12 17:55:12.853281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Deleting port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:12.853540 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:12.950363 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] For port cad9c025-9c3e-4e6c-8003-d81b4c11ea47, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:12.950727 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.117923 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.118191 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.118505 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Floating IP fd51468d-dacf-4138-834c-97f965a936df disassociated. External IP: 172.27.2.119, port: cad9c025-9c3e-4e6c-8003-d81b4c11ea47. Oct 12 17:55:13.118836 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Calling delete_port for cad9c025-9c3e-4e6c-8003-d81b4c11ea47 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:13.248176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.275838 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'Port': ['ID=cad9c025-9c3e-4e6c-8003-d81b4c11ea47,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:13.393703 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:13.500554 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:13.510609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:13.519977 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:13.520577 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:13.541678 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] No DVR routers for this DVR port cad9c025-9c3e-4e6c-8003-d81b4c11ea47 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:55:13.544309 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:13.547845 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a557828-8c2a-4e91-a55c-4165d211585b req-46ffe22c-156d-4d3f-894c-1abf2c20a6da tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "DELETE /v2.0/ports/cad9c025-9c3e-4e6c-8003-d81b4c11ea47 HTTP/1.1" status: 204 len: 173 time: 0.7793267 Oct 12 17:55:13.548358 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'name': 'network-vif-deleted', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:13.551106 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248dd239-1e5e-40aa-ac06-200e64aeb2f1" -d '{"events": [{"server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "name": "network-vif-deleted", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:13.592137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b7542-2bce-4676-a281-f83c94b8a896 x-openstack-request-id: req-009b7542-2bce-4676-a281-f83c94b8a896 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:13.592441 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2f8ec6-5cd0-428f-8473-9034cd3f6510", "name": "network-vif-deleted", "tag": "cad9c025-9c3e-4e6c-8003-d81b4c11ea47", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:13.592698 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-009b7542-2bce-4676-a281-f83c94b8a896 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:13.593118 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2f8ec6-5cd0-428f-8473-9034cd3f6510', 'name': 'network-vif-deleted', 'tag': 'cad9c025-9c3e-4e6c-8003-d81b4c11ea47', 'status': 'completed', 'code': 200} Oct 12 17:55:13.644703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:13.808266 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5b77e289-40e2-4e89-aa7d-a77ed3d500d1 req-01b358e6-640c-44f0-aa85-2618817054cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b2f8ec6-5cd0-428f-8473-9034cd3f6510 HTTP/1.1" status: 200 len: 210 time: 0.0265062 Oct 12 17:55:13.861974 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:13.888061 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:13.897101 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:13.897741 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:14.013974 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:14.213484 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:14.239682 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89e959-1056-44e9-a690-7c425c2672cf None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:14.442346 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bf0a01-17aa-456c-b5a7-a813720e86a5 None None] New status for floating IP fd51468d-dacf-4138-834c-97f965a936df: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:14.892741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41568) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:14.950888 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:14.962576 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:14.975374 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.023868 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.032795 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.034021 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "DELETE /v2.0/security-groups/5459406b-d07b-47e2-93f9-1536f1bae84c HTTP/1.1" status: 204 len: 168 time: 0.1402485 Oct 12 17:55:15.037455 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41572) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:15.043774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad4b7c-9908-463e-aa2c-5cb1b428c014 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5459406b-d07b-47e2-93f9-1536f1bae84c,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:15.054602 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.api.v2.resource [None req-14848f15-a422-4dcb-b08e-49bce87cf57f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] show failed (client error): The resource could not be found. Oct 12 17:55:15.058668 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-14848f15-a422-4dcb-b08e-49bce87cf57f tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups/5459406b-d07b-47e2-93f9-1536f1bae84c HTTP/1.1" status: 404 len: 347 time: 0.0194919 Oct 12 17:55:15.059256 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41574) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:15.184395 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Deleting port f6952426-bb9a-4eea-9c4c-934b0b826f80 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:15.184729 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.261892 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.262224 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.274058 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Calling delete_port for f6952426-bb9a-4eea-9c4c-934b0b826f80 owned by network:floatingip {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:15.402828 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.426071 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'Port': ['ID=f6952426-bb9a-4eea-9c4c-934b0b826f80,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:15.487517 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.490690 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.491820 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3209915d-fe9f-4f01-8450-d3fe8c6eb158 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "DELETE /v2.0/floatingips/fd51468d-dacf-4138-834c-97f965a936df HTTP/1.1" status: 204 len: 168 time: 0.4316003 Oct 12 17:55:15.690953 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41578) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:15.695662 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681944839', 'description': 'tempest-description--1262528184'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:15.718601 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.789333 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.793936 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.821548 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.822735 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1307127 Oct 12 17:55:15.825663 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41580) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:15.826656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160d15c-8092-4e5d-81e5-2ab6e7e9102e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7061b0-0907-41e9-936f-24b26cbb7405,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:15.831068 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group_rule': {'security_group_id': 'dc7061b0-0907-41e9-936f-24b26cbb7405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:15.857795 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.916578 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.920386 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.941485 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe300d6-cf14-4dd4-a77b-9c79100087a4,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:15.948101 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:15.949148 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2d81ddbf-7842-4bdf-a209-528837f5cd02 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224694 Oct 12 17:55:15.951831 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41582) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:15.956159 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'security_group_rule': {'security_group_id': 'dc7061b0-0907-41e9-936f-24b26cbb7405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:15.983043 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.038752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.042491 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.060759 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5e449e-caa6-4af2-a5b6-7ccd0bb84833,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:16.071832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.073081 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-23892bb1-82bc-42d9-8059-d581e2f2eb49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202381 Oct 12 17:55:16.077201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 41584) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:16.082818 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:16.104869 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.202529 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.306811 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Allocated IP 172.27.2.53 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/5f0a0810-622b-4ad9-9f87-a87f76bd1b91) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:16.409326 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.442101 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.480918 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:16.483744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:16.487112 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:16.509631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=5f0a0810-622b-4ad9-9f87-a87f76bd1b91,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:16.574511 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.605729 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.754773 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.759639 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.822717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=5f0a0810-622b-4ad9-9f87-a87f76bd1b91,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:16.835801 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.850991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:16.852194 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-74ba8d03-b732-4253-ab8a-12d005290313 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7740707 Oct 12 17:55:17.033348 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-d18db715-ee8c-4888-90b3-50208bf03ab4 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1681944839&fields=id&tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 267 time: 0.0320661 Oct 12 17:55:17.138807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-14d021ed-1806-4a7b-afc1-54175f75fde7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:17.140211 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-14d021ed-1806-4a7b-afc1-54175f75fde7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 811 time: 0.0998595 Oct 12 17:55:17.155181 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-9be08eba-61dd-42e9-9367-268314288c92 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/quotas/b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 375 time: 0.0092113 Oct 12 17:55:17.207976 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-f75c17d2-7840-410a-b7e0-9139f52f5f49 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475948 Oct 12 17:55:17.306659 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-9e7a50bd-ccb4-4bb5-b337-7c1a39502afa service neutron] 10.222.0.86 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866194 Oct 12 17:55:17.393144 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-6acae149-c337-42c4-ab2d-fa4ee8b53812 service neutron] 10.222.0.86 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804920 Oct 12 17:55:17.411470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device cad9c025-9c3e-4e6c-8003-d81b4c11ea47 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:17.432762 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: cad9c025-9c3e-4e6c-8003-d81b4c11ea47 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:17.433203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device cad9c025-9c3e-4e6c-8003-d81b4c11ea47 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:17.552651 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aa4845f2-0a33-45a1-8685-c525ceb115a4 req-543f8f9f-5bc4-4469-9285-12e428b09a2a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 210 time: 0.0274765 Oct 12 17:55:18.479013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-0f6d6bf0-04b4-4674-bc19-acbb6960de7e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:18.480424 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-0f6d6bf0-04b4-4674-bc19-acbb6960de7e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 811 time: 0.1071866 Oct 12 17:55:18.524981 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-125cd6c1-b628-4a59-939e-cc155ff24eb7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9 HTTP/1.1" status: 200 len: 380 time: 0.0345297 Oct 12 17:55:18.540237 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'port': {'device_id': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'admin_state_up': True, 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'security_groups': ['dc7061b0-0907-41e9-936f-24b26cbb7405']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:18.651154 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-35696428-911b-4401-8d6c-519a237c9379 req-01600415-b185-4f2e-ae21-9fe4ddd4bdb1 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 210 time: 0.0316274 Oct 12 17:55:18.673728 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Made reservation on behalf of b3baecff8d2a4349b8a8c90e9a8146d9 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:55:18.677209 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:18.801446 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Allocated IP 172.20.0.5 (7cfa23e9-cb4f-4133-a0c8-c384633afa5e/4c971b72-5e56-4668-ac34-e2c381c562ed/113f7dd7-7715-4442-93fa-b0e7c830a508) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:18.933066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:18.964785 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.011673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:19.014842 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:19.018416 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:19.044719 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event updated for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:19.073572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:19.074187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.092269 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2b94c2f7-5733-4ef1-ad97-84cc9b8bc38a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560367 Oct 12 17:55:19.105399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Request body: {'port': {'device_id': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:19.161443 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.206823 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9636bfc7-fe31-4ffe-9aa4-29b16c6b3019 None None] Provisioning complete for port 113f7dd7-7715-4442-93fa-b0e7c830a508 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:19.207399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9636bfc7-fe31-4ffe-9aa4-29b16c6b3019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.241471 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-9636bfc7-fe31-4ffe-9aa4-29b16c6b3019 None None] Port 113f7dd7-7715-4442-93fa-b0e7c830a508 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:55:19.429050 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f7dd7-7715-4442-93fa-b0e7c830a508 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:19.436754 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.449686 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Transition to ACTIVE for port object 113f7dd7-7715-4442-93fa-b0e7c830a508 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:55:19.453649 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.502684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Pushing event updated for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:19.579659 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Attempting to bind port 113f7dd7-7715-4442-93fa-b0e7c830a508 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:55:19.579992 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Attempting to bind port 113f7dd7-7715-4442-93fa-b0e7c830a508 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:55:19.580313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Attempting to bind port 113f7dd7-7715-4442-93fa-b0e7c830a508 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:19.584815 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Port 113f7dd7-7715-4442-93fa-b0e7c830a508 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:55:19.585161 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Attempting to bind port 113f7dd7-7715-4442-93fa-b0e7c830a508 on network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:19.590071 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:55:19.590405 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Checking segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:55:19.590780 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Bound using segment: {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:55:19.591199 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Bound port: 113f7dd7-7715-4442-93fa-b0e7c830a508, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34c809d-ff99-4dac-b4c9-b91bf212f249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:55:19.591552 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.905802 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c17756-3464-4630-9c69-2cf960a2d9d9 req-250bb5bd-0e2a-4d97-91e4-1c1818d7bc53 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:19.907238 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77c17756-3464-4630-9c69-2cf960a2d9d9 req-250bb5bd-0e2a-4d97-91e4-1c1818d7bc53 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 943 time: 0.0862863 Oct 12 17:55:19.909681 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:55:19.913565 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=113f7dd7-7715-4442-93fa-b0e7c830a508,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:55:19.922270 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.984008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:19.984446 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:19.985832 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] 10.222.0.87 "PUT /v2.0/ports/113f7dd7-7715-4442-93fa-b0e7c830a508 HTTP/1.1" status: 200 len: 1093 time: 0.8848283 Oct 12 17:55:19.986288 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:19.988532 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569fe9d-318c-46e4-ab07-74f38ed587ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:19.999787 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77c17756-3464-4630-9c69-2cf960a2d9d9 req-54a9ec6a-4e99-46d4-8fb5-60b984baed67 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848482 Oct 12 17:55:20.014646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3b661-9204-4ac4-850d-c7c8beb158d3 service neutron] Pushing event updated for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:20.053568 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad26b921-cff1-4afb-9208-cdb7b9c5c7b9 x-openstack-request-id: req-ad26b921-cff1-4afb-9208-cdb7b9c5c7b9 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:20.053847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:20.054094 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad26b921-cff1-4afb-9208-cdb7b9c5c7b9 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:20.054482 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'status': 'completed', 'code': 200} Oct 12 17:55:20.088236 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-abb0afd3-3398-45df-8ae2-b5e16c2c0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.089773 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-abb0afd3-3398-45df-8ae2-b5e16c2c0f0e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 1096 time: 0.0495172 Oct 12 17:55:20.132528 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-2dfbac64-aa42-462b-916b-bde56509e4dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113f7dd7-7715-4442-93fa-b0e7c830a508 HTTP/1.1" status: 200 len: 217 time: 0.0343959 Oct 12 17:55:20.184961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-206a7b28-00b7-405b-a5d1-0f55aa710b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.186416 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-206a7b28-00b7-405b-a5d1-0f55aa710b91 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0473151 Oct 12 17:55:20.231517 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-05200a10-87be-4b47-8a87-f17386dcf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.232984 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-05200a10-87be-4b47-8a87-f17386dcf8f8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381608 Oct 12 17:55:20.326975 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-103be366-4747-4f51-a4c7-6bd8ac5abd27 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866649 Oct 12 17:55:20.415128 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-99b2baeb-a28d-4e10-a0e5-b98ab2ed99b2 req-eb494838-aad2-4c24-888f-fb5f2d884627 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802696 Oct 12 17:55:20.506872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-06566ec0-76bc-423a-8e6c-7644dee2cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.508265 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-06566ec0-76bc-423a-8e6c-7644dee2cfff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 1096 time: 0.0410383 Oct 12 17:55:20.603227 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-56ea6ed6-974b-4499-88ff-e504e5dee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.604688 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-56ea6ed6-974b-4499-88ff-e504e5dee92d service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.0893524 Oct 12 17:55:20.645182 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-e6c25747-bc27-4297-a111-f7941cb7812a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113f7dd7-7715-4442-93fa-b0e7c830a508 HTTP/1.1" status: 200 len: 217 time: 0.0329049 Oct 12 17:55:20.695281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-09b1c4c9-2de8-4d3d-8eb9-b26d66e30c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.696657 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-09b1c4c9-2de8-4d3d-8eb9-b26d66e30c4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0449908 Oct 12 17:55:20.741508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-c0759444-a0bb-46fa-b917-975f4552791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:20.742596 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-c0759444-a0bb-46fa-b917-975f4552791e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390804 Oct 12 17:55:20.837836 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-b450203a-3efc-4bd6-84f0-50c6da3a9ae1 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826302 Oct 12 17:55:20.930012 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9569fe9d-318c-46e4-ab07-74f38ed587ba req-24434a9f-cd3c-409d-8b6a-bc07e043d2e0 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Oct 12 17:55:21.125282 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc2405-7101-489f-8cc1-5536ed1d0352 req-fccafa00-a57a-46e8-8e89-492036822484 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:21.126628 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ffcc2405-7101-489f-8cc1-5536ed1d0352 req-fccafa00-a57a-46e8-8e89-492036822484 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 943 time: 0.0478094 Oct 12 17:55:21.164746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ffcc2405-7101-489f-8cc1-5536ed1d0352 req-97163377-d52f-4b11-9022-7bb855734350 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Oct 12 17:55:22.282711 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2846b8-590a-4aaf-a8cf-622be73fffaf req-7c3efd30-614b-473e-8ff7-8546412cdb6a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:22.284194 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7f2846b8-590a-4aaf-a8cf-622be73fffaf req-7c3efd30-614b-473e-8ff7-8546412cdb6a tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 943 time: 0.0534401 Oct 12 17:55:22.321118 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7f2846b8-590a-4aaf-a8cf-622be73fffaf req-bd17beab-098c-4ae9-b9d1-aa76cdb2ddf9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Oct 12 17:55:23.433094 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 113f7dd7-7715-4442-93fa-b0e7c830a508 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:55:23.436865 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f00c-0a00-453c-8306-3f41d26a2f54 req-20309334-e9dc-44dc-ada8-1160d2a4b8a2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:23.438523 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-db74f00c-0a00-453c-8306-3f41d26a2f54 req-20309334-e9dc-44dc-ada8-1160d2a4b8a2 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 943 time: 0.0509424 Oct 12 17:55:23.477792 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-db74f00c-0a00-453c-8306-3f41d26a2f54 req-fa3d384e-aad0-4427-91b2-8939a632398d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Oct 12 17:55:23.529994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=113f7dd7-7715-4442-93fa-b0e7c830a508,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:23.541058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'port_id': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'mac_address': 'fa:16:3e:65:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:55:23.576356 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.592277 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113f7dd7-7715-4442-93fa-b0e7c830a508 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:23.610444 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=113f7dd7-7715-4442-93fa-b0e7c830a508,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:23.614404 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:23.660584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:23.950987 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['113f7dd7-7715-4442-93fa-b0e7c830a508'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:55:24.591270 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25492f3a-33a7-4fe2-bcd3-b9d13b618cc1 req-3f4b6447-1b84-4af7-824a-ab6748c88bb6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:24.592731 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-25492f3a-33a7-4fe2-bcd3-b9d13b618cc1 req-3f4b6447-1b84-4af7-824a-ab6748c88bb6 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 944 time: 0.0492563 Oct 12 17:55:24.630118 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-25492f3a-33a7-4fe2-bcd3-b9d13b618cc1 req-3ac7a219-59f6-44d7-a651-c0118e24b526 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Oct 12 17:55:25.454415 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 113f7dd7-7715-4442-93fa-b0e7c830a508 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:55:25.504242 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 113f7dd7-7715-4442-93fa-b0e7c830a508 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:55:25.508572 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 113f7dd7-7715-4442-93fa-b0e7c830a508 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:25.508956 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:25.582748 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:25.604463 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:25.606728 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e790de0-99df-4404-960a-3562974816c5" -d '{"events": [{"server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "name": "network-vif-plugged", "status": "completed", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:25.620067 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=113f7dd7-7715-4442-93fa-b0e7c830a508,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:25.624197 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:25.650130 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1cd4f2-8829-4fc5-a620-c03e1ea99be6 x-openstack-request-id: req-4d1cd4f2-8829-4fc5-a620-c03e1ea99be6 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:25.650414 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "name": "network-vif-plugged", "status": "completed", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:25.650663 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d1cd4f2-8829-4fc5-a620-c03e1ea99be6 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:25.651035 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'code': 200} Oct 12 17:55:25.676577 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:25.760641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3d2d8-ebac-43fc-a97b-4cb02f7cbab4 req-ad75689c-755d-4848-8b15-c60736ed625e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:25.762126 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46e3d2d8-ebac-43fc-a97b-4cb02f7cbab4 req-ad75689c-755d-4848-8b15-c60736ed625e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0534530 Oct 12 17:55:25.826564 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46e3d2d8-ebac-43fc-a97b-4cb02f7cbab4 req-1318d572-b443-4996-929d-ddc13de54608 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585017 Oct 12 17:55:25.832729 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400371c-c69d-4495-87d8-e3a3c5de02ba req-5c33e837-2602-4afa-945a-4dfdff06b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:25.834333 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5400371c-c69d-4495-87d8-e3a3c5de02ba req-5c33e837-2602-4afa-945a-4dfdff06b9f8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 1098 time: 0.0602970 Oct 12 17:55:25.870419 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5400371c-c69d-4495-87d8-e3a3c5de02ba req-a17e738d-d3d2-4ab8-9c20-20d7d598d51b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295177 Oct 12 17:55:26.943802 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06bf1-3145-4793-818a-3ffb9d95a0bf req-d22213a4-b909-49b5-972a-f6541f6c372d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:26.946240 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6ab06bf1-3145-4793-818a-3ffb9d95a0bf req-d22213a4-b909-49b5-972a-f6541f6c372d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0515430 Oct 12 17:55:26.985204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6ab06bf1-3145-4793-818a-3ffb9d95a0bf req-e0bbaa91-4207-4f12-a0ee-cf9ec194e242 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Oct 12 17:55:28.105407 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50f74c-f731-4f50-9ad5-83482078742d req-686af204-f730-4271-b372-8f3beb635ce3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:28.107289 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a50f74c-f731-4f50-9ad5-83482078742d req-686af204-f730-4271-b372-8f3beb635ce3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0554776 Oct 12 17:55:28.146977 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7a50f74c-f731-4f50-9ad5-83482078742d req-858b6171-1927-4281-87db-5ec24c47a6c0 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Oct 12 17:55:28.258477 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c63de1-b796-4468-8f09-71ef4fe8513a req-db4cbe2b-b5a1-4b11-aac6-8c861d03c8ed tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:28.259922 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-60c63de1-b796-4468-8f09-71ef4fe8513a req-db4cbe2b-b5a1-4b11-aac6-8c861d03c8ed tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Oct 12 17:55:28.269064 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41662) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:28.274112 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Request body: {'floatingip': {'port_id': '113f7dd7-7715-4442-93fa-b0e7c830a508'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:28.312461 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.746430 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.749919 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:28.854406 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Floating IP 6d486cfb-fc30-4a35-9895-1bd7f60772c0 associated. External IP: 172.27.2.53, port: 113f7dd7-7715-4442-93fa-b0e7c830a508. Oct 12 17:55:29.065020 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:29.171787 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:29.176721 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:29.182436 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:29.192047 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:29.192653 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:29.203569 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e785b02b-4ab4-44c6-a9f2-d439d1c23d6d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "PUT /v2.0/floatingips/6d486cfb-fc30-4a35-9895-1bd7f60772c0 HTTP/1.1" status: 200 len: 990 time: 0.9334488 Oct 12 17:55:29.204251 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:29.209241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:29.244283 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c792f40-6cf9-489e-a715-9f01556949cf x-openstack-request-id: req-0c792f40-6cf9-489e-a715-9f01556949cf {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:29.244283 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:29.244543 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c792f40-6cf9-489e-a715-9f01556949cf {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:29.244959 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'status': 'completed', 'code': 200} Oct 12 17:55:29.307290 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:29.311123 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-04c65edc-a503-44e3-b9b2-aa5eab405811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:29.312613 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-04c65edc-a503-44e3-b9b2-aa5eab405811 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 1098 time: 0.0427508 Oct 12 17:55:29.412193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-d8d5c98a-b463-4279-9eaf-73a7f59b0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:29.413743 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-d8d5c98a-b463-4279-9eaf-73a7f59b0756 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 200 len: 912 time: 0.0937629 Oct 12 17:55:29.481589 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-85541ae4-a775-4325-a055-418caacc7ccc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113f7dd7-7715-4442-93fa-b0e7c830a508 HTTP/1.1" status: 200 len: 998 time: 0.0607314 Oct 12 17:55:29.539160 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-4fece3f6-7069-4b5f-98cb-eb60300e0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:29.541195 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-4fece3f6-7069-4b5f-98cb-eb60300e0ce4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 200 len: 850 time: 0.0510490 Oct 12 17:55:29.541810 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '6d486cfb-fc30-4a35-9895-1bd7f60772c0', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:65:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:16Z', 'updated_at': '2021-10-12T17:55:28Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:29.569872 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:29.580487 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:29.581310 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:29.588644 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-9130fce2-68e6-492a-bc45-150bb21aaef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:29.590169 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-9130fce2-68e6-492a-bc45-150bb21aaef7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7cfa23e9-cb4f-4133-a0c8-c384633afa5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409794 Oct 12 17:55:29.686697 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-507fe651-fdbd-4ea9-a48d-e0022cb5adb0 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Oct 12 17:55:29.702333 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:29.783784 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6c1031c5-c63a-4fd4-8c7a-f1a2e3ea6955 req-a34d2203-47a2-4fdc-b9a0-d5d271849665 service neutron] 10.222.0.87 "GET /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Oct 12 17:55:29.955827 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '6d486cfb-fc30-4a35-9895-1bd7f60772c0', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:65:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:16Z', 'updated_at': '2021-10-12T17:55:28Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:29.981402 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7a7d-5e20-4656-87dd-ec105ddf4da9 None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '6d486cfb-fc30-4a35-9895-1bd7f60772c0', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'd26658a2-7863-47de-809a-d67095795984', 'port_id': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'mac_address': 'fa:16:3e:65:51:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:16Z', 'updated_at': '2021-10-12T17:55:28Z', 'revision_number': 1, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:30.167499 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf56707-c770-4671-8a50-4dc782d2c583 None None] New status for floating IP 6d486cfb-fc30-4a35-9895-1bd7f60772c0: ACTIVE {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:33.292830 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9ee1f8f1-75ba-4ca7-9fe1-410146fbbced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:34.371493 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da808d06-0972-4eb1-bc27-f5e6f3e13b59 req-67d30da1-5fd8-43a2-b4d1-087ccc5bc8da tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:34.373001 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da808d06-0972-4eb1-bc27-f5e6f3e13b59 req-67d30da1-5fd8-43a2-b4d1-087ccc5bc8da tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0487881 Oct 12 17:55:34.413610 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da808d06-0972-4eb1-bc27-f5e6f3e13b59 req-1b50d60a-c7d1-4b60-9151-2047e34eef9f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346687 Oct 12 17:55:35.531235 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6592e6-501d-4d67-9cec-607724afcf77 req-61de61f3-0888-4589-babd-c2e78b8d0fc0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:35.532609 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0e6592e6-501d-4d67-9cec-607724afcf77 req-61de61f3-0888-4589-babd-c2e78b8d0fc0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0488474 Oct 12 17:55:35.575202 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0e6592e6-501d-4d67-9cec-607724afcf77 req-8b6148f5-1380-46c0-93ea-39c960184467 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Oct 12 17:55:36.011749 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-31f09d99-90aa-48ed-a4fd-6ca8e46cfe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:36.275333 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-dca7d216-83b8-4551-8792-0c0b0010fcf8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:36.276751 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-dca7d216-83b8-4551-8792-0c0b0010fcf8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0475523 Oct 12 17:55:36.371585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:55:36.371919 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:36.462312 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] For port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:36.462670 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:36.630072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:36.630790 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:36.630790 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP ef63c283-d59a-44cd-bf77-a36b6e22ad0c disassociated. External IP: 172.27.2.143, port: 31a14d05-e8d7-4ecd-86c3-4648d723ee8a. Oct 12 17:55:36.631065 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for 31a14d05-e8d7-4ecd-86c3-4648d723ee8a owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:55:36.965824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e52f2-e07a-4d2c-bb68-9820f406a583 req-50f54e0d-254d-4a26-8e33-2feeb8291c69 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:36.967308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-859e52f2-e07a-4d2c-bb68-9820f406a583 req-50f54e0d-254d-4a26-8e33-2feeb8291c69 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 946 time: 0.0729043 Oct 12 17:55:36.995074 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:37.011369 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:37.046568 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-859e52f2-e07a-4d2c-bb68-9820f406a583 req-42d188c8-e58d-4b19-bb91-96a2b1584b8e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735519 Oct 12 17:55:37.057099 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:37.092452 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=31a14d05-e8d7-4ecd-86c3-4648d723ee8a,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:37.104378 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.104733 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.105101 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.105440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.105774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.106109 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.106440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.106770 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.107100 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.107428 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.107752 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.108074 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:37.222673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:37.331674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:37.341821 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:37.350799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:37.351398 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:37.371847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] No DVR routers for this DVR port 31a14d05-e8d7-4ecd-86c3-4648d723ee8a on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:55:37.374376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:37.377798 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-16a6c3d8-fea7-4a92-842e-474ef296bdf3 req-52f8f9c6-231f-4e37-9273-d16a462214f7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "DELETE /v2.0/ports/31a14d05-e8d7-4ecd-86c3-4648d723ee8a HTTP/1.1" status: 204 len: 173 time: 1.0895388 Oct 12 17:55:37.378264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'name': 'network-vif-deleted', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:37.381321 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c65b0-5c2d-43ef-8eaf-ec874411358c" -d '{"events": [{"server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "name": "network-vif-deleted", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:37.431192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b25756-0e97-4695-8cc6-37c1e92e7f33 x-openstack-request-id: req-c2b25756-0e97-4695-8cc6-37c1e92e7f33 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:37.431446 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5", "name": "network-vif-deleted", "tag": "31a14d05-e8d7-4ecd-86c3-4648d723ee8a", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:37.431702 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c2b25756-0e97-4695-8cc6-37c1e92e7f33 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:37.432141 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5', 'name': 'network-vif-deleted', 'tag': '31a14d05-e8d7-4ecd-86c3-4648d723ee8a', 'status': 'completed', 'code': 200} Oct 12 17:55:37.585005 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:37.795832 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:37.821563 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:37.829599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:37.830181 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:37.934734 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:38.159154 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:38.170458 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-71a94e0c-b352-4cf2-83fb-c2b83c34295f req-f97f86dd-bae4-45ee-a1b9-81a9cda0c144 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=564d9d5d-0f21-4f7e-9474-0fde9ec4b4d5 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Oct 12 17:55:38.186209 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ae83c5-5419-4cb0-845a-9ff6510d2504 None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:38.406803 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd6cb9-ed1c-49dc-8cdf-b909449bcae5 None None] New status for floating IP ef63c283-d59a-44cd-bf77-a36b6e22ad0c: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:55:38.715078 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:39.413350 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-e15f6cae-5fec-4047-aec3-7f8d57dc7792 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438599178&fields=id&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 267 time: 0.0319970 Oct 12 17:55:39.519090 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-643d0c0d-e5ab-4aad-a885-95245433aa25 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:39.520550 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-643d0c0d-e5ab-4aad-a885-95245433aa25 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1006725 Oct 12 17:55:39.535718 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-36b1d174-2d61-4045-8a82-9dc1aa893c7f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/quotas/1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 375 time: 0.0092466 Oct 12 17:55:39.544611 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 31a14d05-e8d7-4ecd-86c3-4648d723ee8a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:55:39.565919 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 31a14d05-e8d7-4ecd-86c3-4648d723ee8a {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:55:39.566261 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 31a14d05-e8d7-4ecd-86c3-4648d723ee8a not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:55:39.589277 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-509185b8-7912-4656-888a-04548920d5b4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475771 Oct 12 17:55:39.686692 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-f6d8bada-23d2-4324-a2c9-dd7f12bea5de service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847917 Oct 12 17:55:39.780389 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-a291c0c3-4780-40d2-8a59-2055af08fae4 service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875328 Oct 12 17:55:40.058795 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1595d8f3-b6a8-4a80-9841-c64eec751f2a req-41f4c8a3-61b1-4d12-b52c-f736f8c1c45b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 210 time: 0.0264504 Oct 12 17:55:41.039216 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-8bb7e60c-5c9e-4ce4-ab39-4df13f2fb90e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:41.040649 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-8bb7e60c-5c9e-4ce4-ab39-4df13f2fb90e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1112165 Oct 12 17:55:41.088554 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-5dfea40d-c847-4324-ace8-6e6cd6c5255c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 379 time: 0.0349040 Oct 12 17:55:41.098620 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'port': {'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'admin_state_up': True, 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'security_groups': ['cb26eef9-ed94-4bc6-ab1d-07cf5e46c075']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:41.176325 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-47db8bec-b73e-4a9a-85f4-1b93789adbe5 req-7eb84dc3-4eb2-4783-82a7-4188de67499a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 210 time: 0.0351367 Oct 12 17:55:41.237538 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Made reservation on behalf of 1185adc689f7442390f6468f8d29c002 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:55:41.242374 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.375177 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.20.0.9 (f4442e06-d432-446c-9ccb-5cc436e6e5dd/8fa33708-deb1-448e-9d92-ce10bd459fbc/097122cd-c2e7-4dc6-9bcc-db5b94d36c2e) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:41.516393 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:55:41.524716 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.560225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.610182 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:41.613602 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:41.616572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:41.649826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:41.675732 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:41.676379 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.693733 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-9c5415a8-ad6f-4010-8e6e-eae73ef4807d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985923 Oct 12 17:55:41.707861 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Request body: {'port': {'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:41.765137 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.847762 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-5fadbe64-cb12-417f-8a87-e7244f5776e0 None None] Provisioning complete for port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:41.848381 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe64-cb12-417f-8a87-e7244f5776e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:41.903040 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-5fadbe64-cb12-417f-8a87-e7244f5776e0 None None] Port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:55:42.060658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:42.069186 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.081193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Transition to ACTIVE for port object 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:55:42.084884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.133745 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:42.212913 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Attempting to bind port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:55:42.213249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Attempting to bind port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:55:42.213685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Attempting to bind port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:42.218201 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e on network f4442e06-d432-446c-9ccb-5cc436e6e5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:55:42.218521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Attempting to bind port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:55:42.223645 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:55:42.224154 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:55:42.224453 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Bound using segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:55:42.224894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Bound port: 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:55:42.225466 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.327777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:55:42.331723 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:55:42.341792 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a49c9-3bd3-4583-8b8a-ad95895ab733 req-b8dd6f64-64c9-4d6e-9bf6-7a02f3bae2bd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.343330 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da5a49c9-3bd3-4583-8b8a-ad95895ab733 req-b8dd6f64-64c9-4d6e-9bf6-7a02f3bae2bd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0800614 Oct 12 17:55:42.344960 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.399249 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.399857 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:42.401772 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] 10.222.0.87 "PUT /v2.0/ports/097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 1093 time: 0.6977346 Oct 12 17:55:42.402221 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:42.404745 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:42.438830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6269e5-e6a6-4064-81a4-1544313bbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:42.444961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da5a49c9-3bd3-4583-8b8a-ad95895ab733 req-e4ef6df4-6408-4b18-8f74-b61592d2be51 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753801 Oct 12 17:55:42.476523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee974174-0dc7-490b-9d85-f8f628175547 x-openstack-request-id: req-ee974174-0dc7-490b-9d85-f8f628175547 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:42.477033 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:42.477428 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ee974174-0dc7-490b-9d85-f8f628175547 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:42.478054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'status': 'completed', 'code': 200} Oct 12 17:55:42.499192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-d06e32d9-d8a3-4e37-8968-5ded885e9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.500842 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-d06e32d9-d8a3-4e37-8968-5ded885e9141 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1096 time: 0.0546851 Oct 12 17:55:42.548897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-2f6a5a7c-4727-4bf0-b622-d3cd3eaa182a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 217 time: 0.0374126 Oct 12 17:55:42.607918 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-bf48992b-95d0-4aab-8ab8-7ca6bbc2d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.609354 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-bf48992b-95d0-4aab-8ab8-7ca6bbc2d974 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0452139 Oct 12 17:55:42.656260 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-c20cd492-6b19-4b17-a3c5-2cdf2dd41670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.657775 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-c20cd492-6b19-4b17-a3c5-2cdf2dd41670 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401719 Oct 12 17:55:42.751932 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-d534853b-4c93-4881-9ff5-ea7783f7d060 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Oct 12 17:55:42.842998 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68005c7a-935f-452b-abb9-0bea992e65c9 req-082fb74a-fd69-4958-8b09-e64d1d7497ff service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808177 Oct 12 17:55:42.944198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-19ddc003-0242-40aa-916b-c35eaaea7a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:42.946010 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-19ddc003-0242-40aa-916b-c35eaaea7a68 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1096 time: 0.0455205 Oct 12 17:55:43.036920 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-acf3d6ed-745e-4225-b479-7a1d57f88dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.039140 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-acf3d6ed-745e-4225-b479-7a1d57f88dd4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0853174 Oct 12 17:55:43.082808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-cb4a00b9-0ed0-4983-889f-e9213a5173b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 217 time: 0.0368307 Oct 12 17:55:43.131508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-988fda37-19b6-4d6e-986e-4c5706282cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.133256 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-988fda37-19b6-4d6e-986e-4c5706282cd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0437944 Oct 12 17:55:43.177098 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-21fa3bda-cc3a-4bf6-8969-9282a06a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.179124 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-21fa3bda-cc3a-4bf6-8969-9282a06a07e0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388339 Oct 12 17:55:43.269456 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-2627c7fc-a377-4bf8-9759-d886f7c8f624 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841060 Oct 12 17:55:43.359021 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d0e3bb4-2e72-47ec-bddf-b7f05e08b453 req-5a5b71a6-8702-4f9f-aa54-3c12b1a3e0cd service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823891 Oct 12 17:55:43.564830 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb3fff-2dd6-403c-bec1-1ff66c4a6d93 req-b9157f96-e8e2-4854-a274-d76ef0faddf6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:43.566303 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3bbb3fff-2dd6-403c-bec1-1ff66c4a6d93 req-b9157f96-e8e2-4854-a274-d76ef0faddf6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0498025 Oct 12 17:55:43.604901 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3bbb3fff-2dd6-403c-bec1-1ff66c4a6d93 req-89356150-71ef-4303-98ce-b6fe0eaa61e6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Oct 12 17:55:44.722656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08495b7-13d5-4eef-acb2-fc775a52abe3 req-2ef75674-acaa-45aa-9903-0139dee8ad26 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:44.724098 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e08495b7-13d5-4eef-acb2-fc775a52abe3 req-2ef75674-acaa-45aa-9903-0139dee8ad26 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0517287 Oct 12 17:55:44.763221 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e08495b7-13d5-4eef-acb2-fc775a52abe3 req-17e6f718-ac1c-4782-8f0d-36b36519e72e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326240 Oct 12 17:55:44.959439 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:45.878594 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712a24-f8a2-46e3-bf21-dfbfe921bdea req-da81d65e-246c-495f-9e42-82d2ee86a4b4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:45.880083 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9f712a24-f8a2-46e3-bf21-dfbfe921bdea req-da81d65e-246c-495f-9e42-82d2ee86a4b4 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0494823 Oct 12 17:55:45.918771 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9f712a24-f8a2-46e3-bf21-dfbfe921bdea req-c8fa4606-b210-4d94-a4b4-500608359b2d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Oct 12 17:55:47.035283 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd786-4e73-475d-bb95-b70d34616f0b req-168ac2ea-c961-4604-8f63-2c8b1e01ba87 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:47.035873 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-350dd786-4e73-475d-bb95-b70d34616f0b req-168ac2ea-c961-4604-8f63-2c8b1e01ba87 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0488920 Oct 12 17:55:47.073254 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-350dd786-4e73-475d-bb95-b70d34616f0b req-63a328f4-cce4-44f8-a2d9-e80ce782828a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Oct 12 17:55:48.191133 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df186-5866-48f3-be88-8cd57bcb7afe req-f38b46ce-4822-4737-83a0-2e0b13aaed80 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:48.192551 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e3df186-5866-48f3-be88-8cd57bcb7afe req-f38b46ce-4822-4737-83a0-2e0b13aaed80 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0513718 Oct 12 17:55:48.229805 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e3df186-5866-48f3-be88-8cd57bcb7afe req-d061936c-f797-4001-ad71-786abc028c1a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Oct 12 17:55:49.344919 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915f1f5-33bf-4828-bd87-8c4f65fccff0 req-34672e9a-f29a-4171-95b0-374f4f99f4aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:49.346381 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2915f1f5-33bf-4828-bd87-8c4f65fccff0 req-34672e9a-f29a-4171-95b0-374f4f99f4aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0484238 Oct 12 17:55:49.383597 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2915f1f5-33bf-4828-bd87-8c4f65fccff0 req-7dc972d0-fa1e-4c74-b642-3511b870bc35 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308561 Oct 12 17:55:50.499880 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ef555-9469-4fe8-a3c7-be1c978128aa req-8a6913eb-250d-4e03-9d6d-c3550603e645 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:50.501358 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-988ef555-9469-4fe8-a3c7-be1c978128aa req-8a6913eb-250d-4e03-9d6d-c3550603e645 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0500257 Oct 12 17:55:50.541044 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-988ef555-9469-4fe8-a3c7-be1c978128aa req-642f5b7d-5736-404e-baa9-818edffc1394 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337987 Oct 12 17:55:51.560172 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:55:51.654296 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:51.658991 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc85a5a-bc19-4271-be14-7b2745668b4a req-9414e3e3-c5b3-4e06-8241-82895654776c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:51.660613 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bc85a5a-bc19-4271-be14-7b2745668b4a req-9414e3e3-c5b3-4e06-8241-82895654776c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 943 time: 0.0516918 Oct 12 17:55:51.666909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:55:51.697874 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bc85a5a-bc19-4271-be14-7b2745668b4a req-78673eb8-2bc4-4856-8621-ee80b2e3256f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306816 Oct 12 17:55:51.707342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:51.725229 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:55:51.745868 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:51.749384 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:51.796665 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:51.803528 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.803877 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.804217 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.804638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.805129 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.805463 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.805795 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.806122 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.806448 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.806774 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.807096 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:51.807440 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:55:52.142395 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:55:52.815247 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3890-f669-4875-804c-a0cf1d0c7209 req-1bd51b3f-a3a6-4cff-b16a-bec7fcce5411 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:52.816686 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-225e3890-f669-4875-804c-a0cf1d0c7209 req-1bd51b3f-a3a6-4cff-b16a-bec7fcce5411 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 944 time: 0.0483947 Oct 12 17:55:52.854955 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-225e3890-f669-4875-804c-a0cf1d0c7209 req-7e9a97d6-4c07-40bc-84cd-9791999cbf26 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Oct 12 17:55:53.582721 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:55:53.630945 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:55:53.635051 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:55:53.635420 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.715107 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.738601 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:53.740998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2149f262-a84d-49a4-b26f-a065017a1ebd" -d '{"events": [{"server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "name": "network-vif-plugged", "status": "completed", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:53.753709 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:55:53.757449 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:53.780242 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0885a444-73d4-4a76-b316-24f05d8f190e x-openstack-request-id: req-0885a444-73d4-4a76-b316-24f05d8f190e {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:53.780530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "name": "network-vif-plugged", "status": "completed", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:53.780783 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0885a444-73d4-4a76-b316-24f05d8f190e {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:53.781181 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'code': 200} Oct 12 17:55:53.807030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:53.983187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957b2b4-2579-407e-ba78-2514e26e293a req-55d4709e-1605-4276-a168-085a5790e250 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:53.984594 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5957b2b4-2579-407e-ba78-2514e26e293a req-55d4709e-1605-4276-a168-085a5790e250 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0602045 Oct 12 17:55:54.039907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd116b-80af-4324-9890-970a198facc5 req-1812aa04-39a8-4414-9740-27b7b7238914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:54.041310 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fd116b-80af-4324-9890-970a198facc5 req-1812aa04-39a8-4414-9740-27b7b7238914 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1098 time: 0.0741386 Oct 12 17:55:54.044434 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5957b2b4-2579-407e-ba78-2514e26e293a req-1a0330e6-96b7-4c18-96c1-b78771931a7c tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437109 Oct 12 17:55:54.077474 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-90fd116b-80af-4324-9890-970a198facc5 req-eefae31b-f6fc-49e3-91c7-9145dcae1e36 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270474 Oct 12 17:55:55.085795 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-48be987c-4e3e-464c-b447-7d881de0ed7b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390394 Oct 12 17:55:55.197539 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756eb9b-4083-4e50-9662-3e563ab59924 req-006d1b34-9196-403c-ba5b-f98658b67a94 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:55.199167 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b756eb9b-4083-4e50-9662-3e563ab59924 req-006d1b34-9196-403c-ba5b-f98658b67a94 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0839417 Oct 12 17:55:55.200840 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-dc4faec9-5781-400b-8214-2067cac1631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:55.202168 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-dc4faec9-5781-400b-8214-2067cac1631f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0609093 Oct 12 17:55:55.277160 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b756eb9b-4083-4e50-9662-3e563ab59924 req-44db0647-7391-4818-88e9-b3d4358189bd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720687 Oct 12 17:55:55.319144 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-4e7bf6dc-5788-4bf0-a4dc-1b1821d96d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:55.320570 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-4e7bf6dc-5788-4bf0-a4dc-1b1821d96d10 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.0968213 Oct 12 17:55:55.390578 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-4f808a80-7237-43f9-b48d-cfb4961cee29 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 1002 time: 0.0619185 Oct 12 17:55:55.442706 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-4c41188c-9234-4f02-b998-0eb2460f95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:55.444763 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-4c41188c-9234-4f02-b998-0eb2460f95d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.0467911 Oct 12 17:55:55.510926 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-ee3bb383-b0b2-485d-9a90-3a4a2afe4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:55.512405 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-ee3bb383-b0b2-485d-9a90-3a4a2afe4f9e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420790 Oct 12 17:55:55.610559 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-8fc617b0-b457-4fb0-8c9a-ac45ef831592 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892010 Oct 12 17:55:55.702673 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-aaddc4da-9b5f-4982-9bb7-dd6a64d53367 req-114d4579-c383-43b7-a9a6-a258fb4a7ab5 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838301 Oct 12 17:55:56.409110 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc75e1b-a5d8-45d2-9ae3-883552e99675 req-d98ec3bc-ff60-4e83-b0f1-4493a772bdd7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:56.410611 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cc75e1b-a5d8-45d2-9ae3-883552e99675 req-d98ec3bc-ff60-4e83-b0f1-4493a772bdd7 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0575593 Oct 12 17:55:56.674842 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9cc75e1b-a5d8-45d2-9ae3-883552e99675 req-be3c6ac3-8d84-42c5-a476-bc5e4d8c5f8a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2576365 Oct 12 17:55:56.788737 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cad3b-6fa2-4d55-a4bd-584db21f379c req-aac1ad63-f79d-476c-93ea-d73a6a334ae6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:56.790209 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bd7cad3b-6fa2-4d55-a4bd-584db21f379c req-aac1ad63-f79d-476c-93ea-d73a6a334ae6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Oct 12 17:55:56.828308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bd7cad3b-6fa2-4d55-a4bd-584db21f379c req-b91ea8f8-cb29-4c46-b856-bd545a568fef tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319753 Oct 12 17:55:56.850117 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41848) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:56.889458 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1349d72-0c5d-4c51-aca9-098bc5270764 tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:56.890926 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-e1349d72-0c5d-4c51-aca9-098bc5270764 tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1093 time: 0.0398195 Oct 12 17:55:56.893685 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41850) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:55:56.897928 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:55:56.920322 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.021753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.127889 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.27.2.153 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/e3184e58-8707-463e-ac5c-a9540165789d) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:55:57.231148 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.265673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.307153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:55:57.310067 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:55:57.313684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:55:57.338550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=e3184e58-8707-463e-ac5c-a9540165789d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:57.678032 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.747962 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.900826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.905744 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:57.969426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=e3184e58-8707-463e-ac5c-a9540165789d,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:55:57.983594 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:58.089355 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP 12c3fd69-9df6-4c0d-b04f-3052a397441d associated. External IP: 172.27.2.153, port: 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e. Oct 12 17:55:58.300334 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:55:58.408003 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:55:58.417807 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:55:58.426610 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:55:58.430850 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:58.431688 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:58.455338 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-553a74c6-6c00-4aec-8b38-a0ba49d2b168 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5606306 Oct 12 17:55:58.456008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:55:58.458331 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:55:58.495656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e0b1c5-4a35-46f5-ab09-f411bff6cf55 x-openstack-request-id: req-a6e0b1c5-4a35-46f5-ab09-f411bff6cf55 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:55:58.495952 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:55:58.496225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6e0b1c5-4a35-46f5-ab09-f411bff6cf55 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:55:58.496824 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'status': 'completed', 'code': 200} Oct 12 17:55:58.541792 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:58.560313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-a6f52f25-7c9a-4bf0-926d-6e8f2b59b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:58.561839 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-a6f52f25-7c9a-4bf0-926d-6e8f2b59b03b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1098 time: 0.0421138 Oct 12 17:55:58.658759 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-bca25ef5-752b-4521-b7dd-97a4c0074f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:58.660139 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-bca25ef5-752b-4521-b7dd-97a4c0074f20 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0904489 Oct 12 17:55:58.730920 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-89c7525c-c41b-4b04-828e-4030d50b3bb4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 999 time: 0.0634334 Oct 12 17:55:58.770370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:57Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:58.786524 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-19e17dc3-900f-45e2-9504-705583cb44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:58.787954 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-19e17dc3-900f-45e2-9504-705583cb44ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0495052 Oct 12 17:55:58.798701 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:55:58.807016 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:55:58.807612 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:55:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:58.836980 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-dc174512-a302-4fdb-9b6f-16e36ff0b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:55:58.838475 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-dc174512-a302-4fdb-9b6f-16e36ff0b1cd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421553 Oct 12 17:55:58.921397 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:55:58.932175 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-438e5697-3b89-4c32-a71f-11e994f94435 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Oct 12 17:55:59.028560 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c6978f3-6a26-4e14-948b-69cab5e1c8fc req-44f0c252-6e8e-41c1-a737-e83920d2520b service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874643 Oct 12 17:55:59.153052 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:57Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:55:59.179849 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a80a4c-314f-4804-bd08-2a1e5a37877f None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:57Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:55:59.379307 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4746136-8a90-4464-9c92-8e038d3f7fd7 None None] New status for floating IP 12c3fd69-9df6-4c0d-b04f-3052a397441d: ACTIVE {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:56:03.294618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-57a758cb-2518-4dff-b3c8-33c0bc79dc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:06.015207 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8a5543ca-df57-42d1-98ec-c04d6b4c1cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:06.997866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:07.014194 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:07.266930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e179c28-89ea-4494-8b5a-27a300b7d7c2 req-53c12fa9-4047-4498-9b67-e4ab681e7e7b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:07.268372 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e179c28-89ea-4494-8b5a-27a300b7d7c2 req-53c12fa9-4047-4498-9b67-e4ab681e7e7b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0488656 Oct 12 17:56:07.306146 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e179c28-89ea-4494-8b5a-27a300b7d7c2 req-4fd62e6a-49d5-41f2-a4fb-b5669bc777a9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318878 Oct 12 17:56:08.423712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170bf9-2e4d-4137-915e-5d3414e87d69 req-69ae737d-82d2-4191-891f-15c318343870 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:08.425225 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-32170bf9-2e4d-4137-915e-5d3414e87d69 req-69ae737d-82d2-4191-891f-15c318343870 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0479643 Oct 12 17:56:08.466489 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-32170bf9-2e4d-4137-915e-5d3414e87d69 req-c72eed98-a475-4a10-af63-2b47b5b2cab6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354345 Oct 12 17:56:08.714771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:09.584592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b331f-e320-4ad6-8277-bf25a0def4fc req-60369ec2-041d-4f7d-9d0c-22a72b7103f3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:09.586059 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f74b331f-e320-4ad6-8277-bf25a0def4fc req-60369ec2-041d-4f7d-9d0c-22a72b7103f3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0486867 Oct 12 17:56:09.624158 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f74b331f-e320-4ad6-8277-bf25a0def4fc req-badff4dc-2c73-4b83-a074-a4d4947415be tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Oct 12 17:56:10.741103 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f948-1122-4a35-8951-6b4407c87627 req-a02cfdc1-9380-46b9-92c7-4e66ea7b36ea tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:10.742548 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1659f948-1122-4a35-8951-6b4407c87627 req-a02cfdc1-9380-46b9-92c7-4e66ea7b36ea tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0474117 Oct 12 17:56:10.780325 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1659f948-1122-4a35-8951-6b4407c87627 req-49104d98-a5c4-4e94-9ecc-6a2ea6839eb7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 Oct 12 17:56:11.897780 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad7755-af0a-4e86-b82c-44a9120580c8 req-41b97c13-029c-4c2c-90b5-6bf8091370b7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:11.899112 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3ad7755-af0a-4e86-b82c-44a9120580c8 req-41b97c13-029c-4c2c-90b5-6bf8091370b7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0477436 Oct 12 17:56:11.940641 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3ad7755-af0a-4e86-b82c-44a9120580c8 req-a5853b06-c451-4cb0-90bd-1bda43801605 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346401 Oct 12 17:56:13.061072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff4cd6-7246-4d71-8e99-a9708de9af99 req-573be417-6f73-462a-910e-5d124c9b197c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:13.062545 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-60ff4cd6-7246-4d71-8e99-a9708de9af99 req-573be417-6f73-462a-910e-5d124c9b197c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0500412 Oct 12 17:56:13.103357 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-60ff4cd6-7246-4d71-8e99-a9708de9af99 req-bedc40be-b4ac-4333-8d54-3497741c2009 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349891 Oct 12 17:56:14.229935 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16f3a5-2102-4b26-bf46-36479410e51c req-25ea8de1-1976-4e1c-bbae-6c5086a7fc40 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:14.231862 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6a16f3a5-2102-4b26-bf46-36479410e51c req-25ea8de1-1976-4e1c-bbae-6c5086a7fc40 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0578346 Oct 12 17:56:14.272462 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6a16f3a5-2102-4b26-bf46-36479410e51c req-122c5d94-8ab5-40f5-84e0-75494c9dd65e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Oct 12 17:56:14.969606 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:15.391640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4f20-74b6-403f-a115-c2529a9f0671 req-bdf63ffa-55cf-421d-825f-15a6df374c51 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:15.393143 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ed3b4f20-74b6-403f-a115-c2529a9f0671 req-bdf63ffa-55cf-421d-825f-15a6df374c51 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0483921 Oct 12 17:56:15.433945 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ed3b4f20-74b6-403f-a115-c2529a9f0671 req-d7b5f838-05bc-4c02-aa22-4b1ed62c28b9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349560 Oct 12 17:56:16.552058 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc317742-0c5b-4f47-998c-4bff2b381d3e req-f9383367-afc9-4f53-94c8-8fc30bb382d4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:16.553453 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fc317742-0c5b-4f47-998c-4bff2b381d3e req-f9383367-afc9-4f53-94c8-8fc30bb382d4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0487049 Oct 12 17:56:16.590376 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fc317742-0c5b-4f47-998c-4bff2b381d3e req-bb9d9ff4-7eff-45a8-bb8f-fa31c0937999 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Oct 12 17:56:17.707265 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561de344-c736-494a-b939-d55082965e87 req-8c3ca3b9-e831-481f-a3b8-dc6a9a1fd522 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:17.708703 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-561de344-c736-494a-b939-d55082965e87 req-8c3ca3b9-e831-481f-a3b8-dc6a9a1fd522 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0484505 Oct 12 17:56:17.747175 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-561de344-c736-494a-b939-d55082965e87 req-fed8f2d9-5396-430e-9b65-2377143a7ca2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Oct 12 17:56:18.515637 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:56:18.870008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f1488-94dc-4ae8-9ee5-559da2c7c220 req-d5bfbb43-d742-49fd-aa00-d77c38d8d77d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:18.871461 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e1f1488-94dc-4ae8-9ee5-559da2c7c220 req-d5bfbb43-d742-49fd-aa00-d77c38d8d77d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0515893 Oct 12 17:56:18.914071 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8e1f1488-94dc-4ae8-9ee5-559da2c7c220 req-1142677b-dfae-46e2-9d74-93741b96d983 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363357 Oct 12 17:56:19.716276 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:56:19.814599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:19.825449 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:56:19.862609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:19.875044 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:56:19.893899 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:19.897650 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:19.953034 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=6']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:20.005348 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['42ea421b-1e80-4bc2-91ec-b63303a6b520'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:56:20.038107 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c4791-f6b5-4cce-adb8-43cc5a9ae5ec req-111ab3ba-62c3-4e49-b000-127da9671988 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:20.039812 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-458c4791-f6b5-4cce-adb8-43cc5a9ae5ec req-111ab3ba-62c3-4e49-b000-127da9671988 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0498259 Oct 12 17:56:20.079148 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-458c4791-f6b5-4cce-adb8-43cc5a9ae5ec req-b310caed-017d-4e74-96fb-96f296b468b3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 Oct 12 17:56:21.196660 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd33b6e-c645-4c9a-83de-640ecc1b90b5 req-67bde862-d2cc-41e7-8ab6-f6843439d5b8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:21.198195 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fd33b6e-c645-4c9a-83de-640ecc1b90b5 req-67bde862-d2cc-41e7-8ab6-f6843439d5b8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0489941 Oct 12 17:56:21.236642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6fd33b6e-c645-4c9a-83de-640ecc1b90b5 req-1006fec4-b3bf-4fd4-9f4b-2bf804fdc884 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319083 Oct 12 17:56:21.732183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:56:21.781451 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 42ea421b-1e80-4bc2-91ec-b63303a6b520 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:56:21.781820 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:21.866461 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:21.888453 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:21.891333 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b8edd-45df-408c-86eb-adc05ffd65d6" -d '{"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:21.903726 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:21.908525 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:21.931748 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433f7b25-2c1f-4e9a-9c0e-6d7e056012a9 x-openstack-request-id: req-433f7b25-2c1f-4e9a-9c0e-6d7e056012a9 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:21.932040 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:21.932296 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-433f7b25-2c1f-4e9a-9c0e-6d7e056012a9 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:21.932684 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'code': 200} Oct 12 17:56:21.961037 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=7']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:22.355616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c32560-58fc-42b9-961e-a2350e325a81 req-18babf31-1b33-450b-a8c3-79d90b8df365 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:22.357063 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4c32560-58fc-42b9-961e-a2350e325a81 req-18babf31-1b33-450b-a8c3-79d90b8df365 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0486860 Oct 12 17:56:22.399121 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e4c32560-58fc-42b9-961e-a2350e325a81 req-1d574592-5cfb-4837-b39f-d59f0bc1bd1f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353458 Oct 12 17:56:23.517597 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c0735-c68d-4b7b-bc58-b5ba6673991b req-09460b87-b2a2-4c61-8fc7-51feea9bcf75 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:23.519035 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-875c0735-c68d-4b7b-bc58-b5ba6673991b req-09460b87-b2a2-4c61-8fc7-51feea9bcf75 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0476282 Oct 12 17:56:23.556049 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-875c0735-c68d-4b7b-bc58-b5ba6673991b req-34fff7eb-baf5-45fa-b6c0-b5ce557e362f tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312650 Oct 12 17:56:24.678701 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52944-37df-4c5a-b2e1-b894d6009733 req-99b1deee-4173-4e38-9a74-f98e8354094a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:24.680152 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1cf52944-37df-4c5a-b2e1-b894d6009733 req-99b1deee-4173-4e38-9a74-f98e8354094a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0503144 Oct 12 17:56:24.716265 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1cf52944-37df-4c5a-b2e1-b894d6009733 req-61a9610d-5784-4bc0-bc50-810e7a64bcfc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300345 Oct 12 17:56:25.836243 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119e32-8b2c-4e89-a842-632d6fc0cefc req-302f6116-94f8-45fe-bd5a-fe141e267986 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:25.837627 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a119e32-8b2c-4e89-a842-632d6fc0cefc req-302f6116-94f8-45fe-bd5a-fe141e267986 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0487535 Oct 12 17:56:25.879130 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8a119e32-8b2c-4e89-a842-632d6fc0cefc req-14d5d466-713f-4684-91f4-01b3391f9d04 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352874 Oct 12 17:56:26.077133 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 41990) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:26.235222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Deleting port 0f1e5f04-1b35-48ea-8eab-57670c811240 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:26.235368 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.311908 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.312240 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.324008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Calling delete_port for 0f1e5f04-1b35-48ea-8eab-57670c811240 owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:26.511606 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.546928 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event deleted for resources: {'Port': ['ID=0f1e5f04-1b35-48ea-8eab-57670c811240,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:26.624614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:26.625037 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Floating IP b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb disassociated (deleted). External IP: 172.27.2.147, port: 6df7f89d-a95f-4546-8a49-70e5082e6849. Oct 12 17:56:27.077435 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211ae43-ea17-4118-b6f7-039fdcc434d6 req-f5745cfe-e3dc-43a0-b93a-99b1065cffb9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:27.078644 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8211ae43-ea17-4118-b6f7-039fdcc434d6 req-f5745cfe-e3dc-43a0-b93a-99b1065cffb9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.1198969 Oct 12 17:56:27.173546 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8211ae43-ea17-4118-b6f7-039fdcc434d6 req-b888cac9-30c8-424f-9c80-f1f1e8c00e20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868547 Oct 12 17:56:27.208393 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:56:27.338681 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:27.345088 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:27.352058 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Sync routers for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:27.370601 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:27.371227 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:27.376982 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-afc899a3-d3f5-41e0-ab00-f3fc1e1f4aed tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "DELETE /v2.0/floatingips/b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb HTTP/1.1" status: 204 len: 168 time: 1.2984209 Oct 12 17:56:27.376982 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:27.380010 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f885ea92-13e8-48f0-8008-929cd84040a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:27.454894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ee4b2-2fbf-4fab-93a6-c564a5c6a7e6 x-openstack-request-id: req-010ee4b2-2fbf-4fab-93a6-c564a5c6a7e6 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:27.455259 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:27.455583 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-010ee4b2-2fbf-4fab-93a6-c564a5c6a7e6 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:27.457642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'status': 'completed', 'code': 200} Oct 12 17:56:27.552401 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:27.553445 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-c7ecb64b-db75-42b0-86ca-86e221425b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:27.555448 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-c7ecb64b-db75-42b0-86ca-86e221425b04 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2a84ed5632564ac58020866e642bdca9&device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 1099 time: 0.0721486 Oct 12 17:56:27.741483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-eb73e75a-0e8c-4d03-b76d-f68b68eeca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:27.742948 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-eb73e75a-0e8c-4d03-b76d-f68b68eeca81 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 200 len: 909 time: 0.1690764 Oct 12 17:56:27.799464 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:27.812062 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-a1cd4904-13be-4bcd-97f5-327b9882a6b3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 200 len: 217 time: 0.0499690 Oct 12 17:56:27.827835 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Checking router: fdcaef9d-c8ff-4083-89ac-12730a6d4c68 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:27.842089 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:27.842587 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:27.868497 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf612cd-88bf-4fb8-bf10-e676ccd72f92 req-9f6bd67d-0d5d-4316-962b-67965d44d318 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:27.870179 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daf612cd-88bf-4fb8-bf10-e676ccd72f92 req-9f6bd67d-0d5d-4316-962b-67965d44d318 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.1755667 Oct 12 17:56:27.923701 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-49b0409a-2023-4878-8421-b59a53b484ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:27.925467 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-49b0409a-2023-4878-8421-b59a53b484ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 200 len: 847 time: 0.1033449 Oct 12 17:56:27.945821 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daf612cd-88bf-4fb8-bf10-e676ccd72f92 req-60ec0221-6a88-47e5-803e-43099db92682 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664177 Oct 12 17:56:27.959454 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:28.007099 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-e780a528-7e6e-4bb5-a6bf-ce7ef6944968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:28.008961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-e780a528-7e6e-4bb5-a6bf-ce7ef6944968 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e6fe877d-93af-4759-b0f3-0d1e0295d5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622144 Oct 12 17:56:28.121480 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-1591b029-f27b-47b5-a95a-f95052fa33ec service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009171 Oct 12 17:56:28.194364 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:28.242264 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f885ea92-13e8-48f0-8008-929cd84040a3 req-15ef2ca7-bf05-4ddd-acb7-81a7233deb71 service neutron] 10.222.0.87 "GET /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123357 Oct 12 17:56:28.266838 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d763fb0-4225-489b-903b-37b444ec8e27 None None] The sync data for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi is: [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:47:30Z', 'revision_number': 4, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'b3e4ccd3-d92c-4059-bcfe-309399b456be', 'name': '', 'network_id': 'e6fe877d-93af-4759-b0f3-0d1e0295d5b3', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'mac_address': 'fa:16:3e:8c:00:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:29Z', 'updated_at': '2021-10-12T17:47:34Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'subnets': [{'id': '7d1d2843-b233-4293-99cf-19c034a76cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:28.352067 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686379-b3b2-40bf-82af-ed430cf9a14a req-fe27c0fa-f044-4da5-915d-12ab21c1f3d3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:28.359714 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e5686379-b3b2-40bf-82af-ed430cf9a14a req-fe27c0fa-f044-4da5-915d-12ab21c1f3d3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0670121 Oct 12 17:56:28.397367 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e5686379-b3b2-40bf-82af-ed430cf9a14a req-edf1c870-865e-40c7-b572-f277eb4d578b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364552 Oct 12 17:56:28.586079 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f1d4b2-ff62-468a-95a0-89d2014b9fc4 None None] New status for floating IP b1c6c84c-3cb5-4e82-88a7-3c68f145f4eb: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:56:29.089469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30607dc-932f-4015-aad1-42053a7ba3ca req-b820a4ad-ff99-42aa-bba2-b6f0c4c9d909 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.091114 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c30607dc-932f-4015-aad1-42053a7ba3ca req-b820a4ad-ff99-42aa-bba2-b6f0c4c9d909 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0510311 Oct 12 17:56:29.133055 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c30607dc-932f-4015-aad1-42053a7ba3ca req-df5339a2-4f47-498c-8146-f1d964eb889b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/security-groups?id=093e8c46-e312-4b2b-921f-7f2bfe7696a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Oct 12 17:56:29.536004 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981e639-6304-4a9f-94af-3343386ce7ba req-2633a8f2-63c6-4dcd-a886-9471cecacf77 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.537466 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1981e639-6304-4a9f-94af-3343386ce7ba req-2633a8f2-63c6-4dcd-a886-9471cecacf77 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0534053 Oct 12 17:56:29.601693 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1981e639-6304-4a9f-94af-3343386ce7ba req-42a38cbf-4605-4ede-88aa-e2dc05ac6909 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567083 Oct 12 17:56:29.658276 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443cc45-4269-4334-bcd6-4646586e2784 req-5e46c0de-2680-420b-8630-524b48c56a91 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:29.660092 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1443cc45-4269-4334-bcd6-4646586e2784 req-5e46c0de-2680-420b-8630-524b48c56a91 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.87 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 946 time: 0.0574336 Oct 12 17:56:29.767065 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Deleting port 6df7f89d-a95f-4546-8a49-70e5082e6849 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:29.767774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:29.875832 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] For port 6df7f89d-a95f-4546-8a49-70e5082e6849, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6df7f89d-a95f-4546-8a49-70e5082e6849,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:29.876189 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:29.890870 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Calling delete_port for 6df7f89d-a95f-4546-8a49-70e5082e6849 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:30.043989 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:30.096608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event deleted for resources: {'Port': ['ID=6df7f89d-a95f-4546-8a49-70e5082e6849,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:30.142461 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] No DVR routers for this DVR port 6df7f89d-a95f-4546-8a49-70e5082e6849 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:56:30.155659 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:30.159728 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1443cc45-4269-4334-bcd6-4646586e2784 req-58ca0859-09b3-4212-b12b-8484a03efb4e tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.87 "DELETE /v2.0/ports/6df7f89d-a95f-4546-8a49-70e5082e6849 HTTP/1.1" status: 204 len: 173 time: 0.4913495 Oct 12 17:56:30.160619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-deleted', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:30.163363 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a0d686-7470-4a22-a42a-da33370e76a8" -d '{"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-deleted", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:30.202612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cda12-7375-4b8c-8493-a8c7b629c0df x-openstack-request-id: req-970cda12-7375-4b8c-8493-a8c7b629c0df {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:30.202965 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8983ae0-6ca3-4fcc-9eaa-24c6195be78f", "name": "network-vif-deleted", "tag": "6df7f89d-a95f-4546-8a49-70e5082e6849", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:30.203225 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-970cda12-7375-4b8c-8493-a8c7b629c0df {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:30.203623 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8983ae0-6ca3-4fcc-9eaa-24c6195be78f', 'name': 'network-vif-deleted', 'tag': '6df7f89d-a95f-4546-8a49-70e5082e6849', 'status': 'completed', 'code': 200} Oct 12 17:56:30.245601 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-38afd674-ed68-4653-b0d6-abb3bd393fbc req-73f9d81b-c2e8-4f61-8ba4-828c8419aca7 tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d8983ae0-6ca3-4fcc-9eaa-24c6195be78f HTTP/1.1" status: 200 len: 210 time: 0.0300195 Oct 12 17:56:30.739454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1ab6c-a4ce-4c62-91e3-00b3e2b6881f req-31969b44-554b-446a-b4df-f55b43838e03 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:30.741002 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-78d1ab6c-a4ce-4c62-91e3-00b3e2b6881f req-31969b44-554b-446a-b4df-f55b43838e03 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0616004 Oct 12 17:56:30.784834 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-78d1ab6c-a4ce-4c62-91e3-00b3e2b6881f req-c1fbe836-f76a-4c29-883f-28ec7b2da014 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374217 Oct 12 17:56:31.314682 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42058) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:31.384673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:31.416075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:31.488454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:31.491411 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:31.492577 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] 10.222.0.86 "DELETE /v2.0/security-groups/093e8c46-e312-4b2b-921f-7f2bfe7696a9 HTTP/1.1" status: 204 len: 168 time: 0.1764972 Oct 12 17:56:31.508594 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0059ac-929c-49b8-b837-b57da384fb0b tempest-TestShelveInstance-1398471843 tempest-TestShelveInstance-1398471843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e8c46-e312-4b2b-921f-7f2bfe7696a9,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:31.562185 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42062) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:31.975444 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822d8cf-0c9a-4a60-9b3a-9dd61999419d req-42cab4e2-0a07-4fe5-ac77-815b0e1cfa46 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:31.978236 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3822d8cf-0c9a-4a60-9b3a-9dd61999419d req-42cab4e2-0a07-4fe5-ac77-815b0e1cfa46 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.1060576 Oct 12 17:56:32.074232 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3822d8cf-0c9a-4a60-9b3a-9dd61999419d req-54a6c06e-e2e0-49d7-8712-2513bfc60943 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664785 Oct 12 17:56:32.253864 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:32.609841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Deleting port b3e4ccd3-d92c-4059-bcfe-309399b456be {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:32.610548 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:32.697741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] For port b3e4ccd3-d92c-4059-bcfe-309399b456be, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b3e4ccd3-d92c-4059-bcfe-309399b456be,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:32.698410 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:32.712295 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Calling delete_port for b3e4ccd3-d92c-4059-bcfe-309399b456be owned by network:router_interface {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:32.939996 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:33.021111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e4ccd3-d92c-4059-bcfe-309399b456be,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:33.241974 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:33.302497 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0888768a-e9cc-4099-8083-c984311087cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:33.303266 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49eee6-7beb-455b-9279-b059a375c33d req-22310fe5-63c7-43ac-98ef-27c3435039b2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:33.305352 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a49eee6-7beb-455b-9279-b059a375c33d req-22310fe5-63c7-43ac-98ef-27c3435039b2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.1031041 Oct 12 17:56:33.652581 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2a49eee6-7beb-455b-9279-b059a375c33d req-c333cd08-3595-467e-8e51-3fae97e0a2dc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365040 Oct 12 17:56:33.774310 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:56:33.790804 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:33.812210 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 6df7f89d-a95f-4546-8a49-70e5082e6849 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:33.812816 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6df7f89d-a95f-4546-8a49-70e5082e6849 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:33.920684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:33.926782 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0145f6fd-e7c3-4019-b2e2-6f94b5df195a admin admin] 10.222.0.86 "PUT /v2.0/routers/fdcaef9d-c8ff-4083-89ac-12730a6d4c68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3635285 Oct 12 17:56:33.929443 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42078) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:33.932031 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Sync routers for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:33.941806 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:33.942667 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:34.055570 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:34.064667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.198435 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.287277 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:56:32Z', 'revision_number': 5, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port': {'id': '40ba7a9e-76d6-4456-98ab-30e5871034f8', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:25Z', 'updated_at': '2021-10-12T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:34.288513 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Deleting port 40ba7a9e-76d6-4456-98ab-30e5871034f8 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:34.289153 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.341251 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Checking router: fdcaef9d-c8ff-4083-89ac-12730a6d4c68 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:34.351914 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Routers {'fdcaef9d-c8ff-4083-89ac-12730a6d4c68'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:34.352832 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:34.400266 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] For port 40ba7a9e-76d6-4456-98ab-30e5871034f8, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=40ba7a9e-76d6-4456-98ab-30e5871034f8,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:34.400681 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.415587 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Calling delete_port for 40ba7a9e-76d6-4456-98ab-30e5871034f8 owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:34.460511 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] Set router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 gateway port host: None {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:34.517610 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:56:34Z', 'revision_number': 6, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:34.553650 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413bfa1-40f8-4e5f-8caf-f59236216e83 None None] The sync data for ids ['fdcaef9d-c8ff-4083-89ac-12730a6d4c68'] in dv-cinder-813225-2-iscsi is: [{'id': 'fdcaef9d-c8ff-4083-89ac-12730a6d4c68', 'name': 'tempest-TestShelveInstance-678203957-router', 'tenant_id': '2a84ed5632564ac58020866e642bdca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:24Z', 'updated_at': '2021-10-12T17:56:34Z', 'revision_number': 6, 'project_id': '2a84ed5632564ac58020866e642bdca9', 'gw_port_host': None}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:34.623794 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.654986 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ba7a9e-76d6-4456-98ab-30e5871034f8,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:34.683832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.683832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.683832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.683832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.684308 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.684576 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.684843 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.685191 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.686223 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.686574 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.686895 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.687250 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:56:34.727261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.832246 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.834875 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.885186 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.886230 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcaef9d-c8ff-4083-89ac-12730a6d4c68 {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:56:34.894371 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.899046 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5e5f20e1-18eb-48b4-88a0-3cf6eb28b099 admin admin] 10.222.0.86 "DELETE /v2.0/routers/fdcaef9d-c8ff-4083-89ac-12730a6d4c68 HTTP/1.1" status: 204 len: 168 time: 0.9646716 Oct 12 17:56:34.899046 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42088) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:34.963467 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Deleting subnet 7d1d2843-b233-4293-99cf-19c034a76cef {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:56:34.974073 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:34.981682 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d1660-fd95-440e-9d4a-d414775f5b2e req-9ba5ef76-2de6-488d-8cf8-d8ec7a4d6fe7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:34.984961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-567d1660-fd95-440e-9d4a-d414775f5b2e req-9ba5ef76-2de6-488d-8cf8-d8ec7a4d6fe7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.2232437 Oct 12 17:56:35.022141 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.092251 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-567d1660-fd95-440e-9d4a-d414775f5b2e req-398d61c4-23f1-43be-a801-4c8f6205d53d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960889 Oct 12 17:56:35.178640 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.239726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.277867 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1d2843-b233-4293-99cf-19c034a76cef,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:35.280739 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.287305 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42090) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:35.287768 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-eacefbe6-1851-4b67-9ecb-3302e6b4fe8d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7d1d2843-b233-4293-99cf-19c034a76cef HTTP/1.1" status: 204 len: 168 time: 0.3877442 Oct 12 17:56:35.288198 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2c678-eb22-4944-90f8-ad3c57ce3017 None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:35.368896 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.461390 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Deleting port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:35.461752 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.541152 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] For port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,segment=NetworkSegment(d5d69010-9113-49f0-8ccd-d3463934a93d),segment_id=d5d69010-9113-49f0-8ccd-d3463934a93d)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:35.541524 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.563523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Calling delete_port for 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 owned by network:dhcp {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:35.579746 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] DHCP port deletion for e6fe877d-93af-4759-b0f3-0d1e0295d5b3 request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:56:35.657220 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Deleting port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:35.663839 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.668379 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.699824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:35.715251 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] No DVR routers for this DVR port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 on host dv-cinder-813225-2-iscsi {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:56:35.720389 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 40ba7a9e-76d6-4456-98ab-30e5871034f8 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:35.751702 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 40ba7a9e-76d6-4456-98ab-30e5871034f8 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:35.752136 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 40ba7a9e-76d6-4456-98ab-30e5871034f8 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:35.752687 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:35.823764 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.851530 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe877d-93af-4759-b0f3-0d1e0295d5b3']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:35.872273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d69010-9113-49f0-8ccd-d3463934a93d') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:35.873651 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d69010-9113-49f0-8ccd-d3463934a93d') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:35.884736 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.900698 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.910256 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:56:35.911035 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:56:35.913322 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:56:35.938139 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:35.938473 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:35.938846 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b3e4ccd3-d92c-4059-bcfe-309399b456be no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:35.967718 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: b3e4ccd3-d92c-4059-bcfe-309399b456be {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:35.968354 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b3e4ccd3-d92c-4059-bcfe-309399b456be not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:35.992790 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] For port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383, host dv-cinder-813225-2-iscsi, got binding levels [] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:35.993695 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.003024 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.017257 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.020569 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Calling delete_port for 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:36.025816 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42094) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:36.026318 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e6fe877d-93af-4759-b0f3-0d1e0295d5b3 HTTP/1.1" status: 204 len: 168 time: 0.7375634 Oct 12 17:56:36.026724 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.ipam_backend_mixin [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 was not found and therefore no delete operation was performed {{(pid=100743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 17:56:36.029831 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.044395 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5773a-20f3-498d-85f5-df53ec177561 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fe877d-93af-4759-b0f3-0d1e0295d5b3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:36.059804 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Pushing event deleted for resources: {'Port': ['ID=2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:36.065279 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-79630c61-249a-4d38-aacc-7f064671ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.068197 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] Network e6fe877d-93af-4759-b0f3-0d1e0295d5b3 is not hosted by any dhcp agent {{(pid=100743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 17:56:36.069100 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05671468-c104-4790-96fb-7b5a4f777a63 None None] No DVR routers for this DVR port 2a1d099f-7a4b-44b8-bc8a-0ef27f5b0383 on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:56:36.257280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cd0dd-a98b-413a-84b7-14ee1890ef5d req-55582526-40d9-4924-a484-b4e60266bd2e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:36.259189 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-530cd0dd-a98b-413a-84b7-14ee1890ef5d req-55582526-40d9-4924-a484-b4e60266bd2e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0696702 Oct 12 17:56:36.312353 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-530cd0dd-a98b-413a-84b7-14ee1890ef5d req-8b6502a6-0e37-4f98-b206-40fa6f9b0b50 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Oct 12 17:56:36.497130 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.777988 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Deleting port de086e45-4a83-4803-a5dd-c8c05db029f5 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:36.778210 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.868201 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] For port de086e45-4a83-4803-a5dd-c8c05db029f5, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=de086e45-4a83-4803-a5dd-c8c05db029f5,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:36.868568 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:36.884896 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Calling delete_port for de086e45-4a83-4803-a5dd-c8c05db029f5 owned by network:router_interface {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:37.024696 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.038995 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.389660 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.418122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Pushing event deleted for resources: {'Port': ['ID=de086e45-4a83-4803-a5dd-c8c05db029f5,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:37.471899 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379b12f-7b89-47bd-a3bc-ed2f818c0981 req-c411d118-a8ae-42ea-aaab-039c99fb666a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:37.474271 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9379b12f-7b89-47bd-a3bc-ed2f818c0981 req-c411d118-a8ae-42ea-aaab-039c99fb666a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0704308 Oct 12 17:56:37.572957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9379b12f-7b89-47bd-a3bc-ed2f818c0981 req-4afc6af3-c5dd-4a64-80bb-f8d14622c5bc tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867572 Oct 12 17:56:37.702023 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:37.931438 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Router eddcb449-a016-40d2-a7bb-92efbb5a79fa has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:56:38.041978 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:56:38.047387 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-3904036d-fb45-4e11-b7ff-04ed327e77cb admin admin] 10.222.0.86 "PUT /v2.0/routers/eddcb449-a016-40d2-a7bb-92efbb5a79fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0195837 Oct 12 17:56:38.049871 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42122) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:38.052400 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Sync routers for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:56:38.062185 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:38.062783 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:38.154608 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.164836 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:38.259457 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.312381 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Deleting port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:38.312718 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.340003 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:56:37Z', 'revision_number': 5, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port': {'id': '3d70e0dc-2d3f-4d7c-b894-90ba97e2c000', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:45:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:47:35Z', 'updated_at': '2021-10-12T17:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:38.368963 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Checking router: eddcb449-a016-40d2-a7bb-92efbb5a79fa for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:56:38.377061 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Routers {'eddcb449-a016-40d2-a7bb-92efbb5a79fa'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:56:38.377646 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:56:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:38.395661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] For port 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:38.396203 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.408913 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Calling delete_port for 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:38.463238 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] Set router eddcb449-a016-40d2-a7bb-92efbb5a79fa gateway port host: None {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:56:38.514194 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:56:38Z', 'revision_number': 6, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:38.544381 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea3df-bce8-46c9-a4b5-f0d3dabd9202 None None] The sync data for ids ['eddcb449-a016-40d2-a7bb-92efbb5a79fa'] in dv-cinder-813225-2-iscsi is: [{'id': 'eddcb449-a016-40d2-a7bb-92efbb5a79fa', 'name': 'tempest-TestShelveInstance-690391348-router', 'tenant_id': 'd407352bb03b422fb09f800278225114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:47:34Z', 'updated_at': '2021-10-12T17:56:38Z', 'revision_number': 6, 'project_id': 'd407352bb03b422fb09f800278225114', 'gw_port_host': None}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:56:38.571222 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.603258 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d70e0dc-2d3f-4d7c-b894-90ba97e2c000,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:38.657674 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.728843 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.731660 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd447c7a-bcc7-4447-84cb-cf85790ebbec req-b55b5fc0-d9b1-41f8-9c26-f0db94f25102 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:38.733830 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bd447c7a-bcc7-4447-84cb-cf85790ebbec req-b55b5fc0-d9b1-41f8-9c26-f0db94f25102 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0710163 Oct 12 17:56:38.766498 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.768570 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.776246 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bd447c7a-bcc7-4447-84cb-cf85790ebbec req-5a151102-26d7-40b6-9c44-0d25c8918fdf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343413 Oct 12 17:56:38.821251 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.821738 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eddcb449-a016-40d2-a7bb-92efbb5a79fa {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:56:38.828455 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.832168 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-053d2cce-04ba-4526-9ddb-9ee6f4a7d3e1 admin admin] 10.222.0.86 "DELETE /v2.0/routers/eddcb449-a016-40d2-a7bb-92efbb5a79fa HTTP/1.1" status: 204 len: 168 time: 0.7787893 Oct 12 17:56:38.832461 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42128) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:38.839241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-c96936c2-ed21-4fbc-9838-46acc8fc635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:38.840725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-c96936c2-ed21-4fbc-9838-46acc8fc635b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1098 time: 0.0441399 Oct 12 17:56:38.876701 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Deleting subnet 2f402ddc-8989-47f1-badc-48649c97d49e {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:56:38.880287 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.917649 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:38.943085 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-c6a7dc8d-0ad8-4ba0-93ac-96d04c54b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:38.944452 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-c6a7dc8d-0ad8-4ba0-93ac-96d04c54b45e service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0953333 Oct 12 17:56:39.007379 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.020148 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-90b38dde-9e5a-43dc-80fb-bc14ee3bd040 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 1000 time: 0.0676386 Oct 12 17:56:39.064530 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.074579 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-e343c1fa-1390-4971-9d40-17c12fc54a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.076212 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-e343c1fa-1390-4971-9d40-17c12fc54a09 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0487156 Oct 12 17:56:39.090551 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f402ddc-8989-47f1-badc-48649c97d49e,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.092605 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.098089 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4395037c-2aca-46d8-b2d7-8c9dc5d13562 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2f402ddc-8989-47f1-badc-48649c97d49e HTTP/1.1" status: 204 len: 168 time: 0.2623281 Oct 12 17:56:39.098489 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bca54cb-f346-4aed-ae05-6b912483b520 None None] Network 3e191d40-ec9f-4854-a027-9c3f898d8db3 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:56:39.101437 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42130) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:39.127041 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-757fb9e9-1379-4b86-9e9f-89c9fb45c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.128556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-757fb9e9-1379-4b86-9e9f-89c9fb45c0f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453880 Oct 12 17:56:39.174683 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.226476 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-668928a9-fbd5-43f6-85f1-85f42009604b service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896938 Oct 12 17:56:39.229166 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Deleting port 626faa6e-39ca-4108-9b4f-7e36543c2794 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:39.229508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.297358 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] For port 626faa6e-39ca-4108-9b4f-7e36543c2794, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=626faa6e-39ca-4108-9b4f-7e36543c2794,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:39.298341 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.319973 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Calling delete_port for 626faa6e-39ca-4108-9b4f-7e36543c2794 owned by network:dhcp {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:39.322756 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] DHCP port deletion for 3e191d40-ec9f-4854-a027-9c3f898d8db3 request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:56:39.331458 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c786afa6-5f2e-4b9f-b389-291576e1213a req-42fd815a-95e9-45c8-ae05-f1bd18050f00 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979016 Oct 12 17:56:39.375109 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Deleting port 626faa6e-39ca-4108-9b4f-7e36543c2794 {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:56:39.375484 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.407315 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.432695 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=626faa6e-39ca-4108-9b4f-7e36543c2794,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.436839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] No DVR routers for this DVR port 626faa6e-39ca-4108-9b4f-7e36543c2794 on host dv-cinder-813225-2-iscsi {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:56:39.447178 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] For port 626faa6e-39ca-4108-9b4f-7e36543c2794, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=626faa6e-39ca-4108-9b4f-7e36543c2794,segment=NetworkSegment(82cc2485-0574-45fe-9ed0-21c3e8954506),segment_id=82cc2485-0574-45fe-9ed0-21c3e8954506)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:39.447581 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.461780 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Calling delete_port for 626faa6e-39ca-4108-9b4f-7e36543c2794 owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:56:39.510469 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.532744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e191d40-ec9f-4854-a027-9c3f898d8db3']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.542630 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cc2485-0574-45fe-9ed0-21c3e8954506') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.542920 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cc2485-0574-45fe-9ed0-21c3e8954506') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:56:39.553785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.568651 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.578023 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.581465 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:56:39.582305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.604161 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] Pushing event deleted for resources: {'Port': ['ID=626faa6e-39ca-4108-9b4f-7e36543c2794,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.609980 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d94b0-c917-4378-846c-424a6031d580 None None] No DVR routers for this DVR port 626faa6e-39ca-4108-9b4f-7e36543c2794 on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:56:39.635079 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:56:39.645068 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.662732 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.666002 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3e191d40-ec9f-4854-a027-9c3f898d8db3 HTTP/1.1" status: 204 len: 168 time: 0.5634935 Oct 12 17:56:39.667020 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad510a9a-20f4-4146-a6a7-ddaf2084fdc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e191d40-ec9f-4854-a027-9c3f898d8db3,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:39.680698 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:39.701035 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:39.701393 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3d70e0dc-2d3f-4d7c-b894-90ba97e2c000 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:39.701803 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device de086e45-4a83-4803-a5dd-c8c05db029f5 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:39.721064 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: de086e45-4a83-4803-a5dd-c8c05db029f5 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:39.721466 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device de086e45-4a83-4803-a5dd-c8c05db029f5 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:39.722087 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 626faa6e-39ca-4108-9b4f-7e36543c2794 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:39.746641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 626faa6e-39ca-4108-9b4f-7e36543c2794 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:56:39.747585 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 626faa6e-39ca-4108-9b4f-7e36543c2794 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:56:39.788875 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42136) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:39.839917 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0e3057cf-0c27-4f2d-a501-e8f21d7f9f0f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2a84ed5632564ac58020866e642bdca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497556 Oct 12 17:56:39.843007 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42140) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:39.896864 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.901828 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a79b01-afac-4fd2-8695-89f2c173c873 req-76286aea-d349-4620-9117-24e620c9df8a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:39.903311 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-58a79b01-afac-4fd2-8695-89f2c173c873 req-76286aea-d349-4620-9117-24e620c9df8a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0496919 Oct 12 17:56:39.919109 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.942057 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-58a79b01-afac-4fd2-8695-89f2c173c873 req-4842e0cb-3548-4173-959c-7b86f86f3350 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Oct 12 17:56:39.970437 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.973133 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:39.974284 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f47cd11-b3bf-40d9-b713-20fa54a232e2 HTTP/1.1" status: 204 len: 168 time: 0.1302958 Oct 12 17:56:39.982077 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7355feb-e95f-4f16-b666-6c0861383fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f47cd11-b3bf-40d9-b713-20fa54a232e2,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:40.276854 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42146) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:40.316209 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8e8bf9bf-5581-4a2f-9056-91791c0749f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d407352bb03b422fb09f800278225114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380871 Oct 12 17:56:40.318749 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42148) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:56:40.368135 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.389313 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.437092 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.439603 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:40.440732 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a2bef9b-5fb3-4df9-b35b-ac85bad26c86 HTTP/1.1" status: 204 len: 168 time: 0.1210742 Oct 12 17:56:40.448710 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436cf06-4668-4e0c-beea-7013e0e2daa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2bef9b-5fb3-4df9-b35b-ac85bad26c86,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:41.072613 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523462e1-ff0f-4932-b91f-8ea683aa4189 req-7a9861e4-ae5b-4e63-8d20-c75f45434821 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:41.074116 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-523462e1-ff0f-4932-b91f-8ea683aa4189 req-7a9861e4-ae5b-4e63-8d20-c75f45434821 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 945 time: 0.0552814 Oct 12 17:56:41.112410 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-523462e1-ff0f-4932-b91f-8ea683aa4189 req-77ae51f3-b06e-4931-aebc-65a2e6d7baa2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Oct 12 17:56:41.853818 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:56:41.927582 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:41.950065 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:56:41.952334 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcca0b0-a701-4864-8976-95b28686e150" -d '{"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-unplugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:56:41.967286 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:56:41.973004 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:42.004599 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880a9ce2-ee87-4568-bb8c-791c31830a59 x-openstack-request-id: req-880a9ce2-ee87-4568-bb8c-791c31830a59 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:56:42.004920 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-unplugged", "status": "failed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "code": 422}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:56:42.005235 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-880a9ce2-ee87-4568-bb8c-791c31830a59 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:56:42.005583 dv-cinder-813225-2-iscsi neutron-server[100743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'code': 422} returned with failed status Oct 12 17:56:42.031965 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=8']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:56:42.434144 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9526d-99c8-4d05-84a0-2b6828367a2c req-278af91d-e1cd-4bae-b53d-9ea0f74db672 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:42.436130 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-11a9526d-99c8-4d05-84a0-2b6828367a2c req-278af91d-e1cd-4bae-b53d-9ea0f74db672 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.2524495 Oct 12 17:56:42.475659 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-11a9526d-99c8-4d05-84a0-2b6828367a2c req-87f24d30-11ed-45b1-a736-e4327f519ed1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336316 Oct 12 17:56:43.365688 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e908588-047c-4a4f-a55d-a75e3eb96c12 req-419210fc-2a1d-45fb-a473-5f218adc74b4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:43.367173 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e908588-047c-4a4f-a55d-a75e3eb96c12 req-419210fc-2a1d-45fb-a473-5f218adc74b4 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0488062 Oct 12 17:56:43.397528 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-6da8ca59-cf0e-4da9-bb01-0214439f44e0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487862 Oct 12 17:56:43.406246 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4e908588-047c-4a4f-a55d-a75e3eb96c12 req-7185be81-8592-400b-b4dd-10f2a7fc3eeb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Oct 12 17:56:44.138762 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-4406c599-523a-4e08-bd3d-75e4c2ad9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.140279 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-4406c599-523a-4e08-bd3d-75e4c2ad9451 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da&tenant_id=59aee07f35ae4d369791d84f8992b64b HTTP/1.1" status: 200 len: 1096 time: 0.0436912 Oct 12 17:56:44.202804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-03e11b1b-81c3-4c49-82d4-3c145aeaa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.204281 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-03e11b1b-81c3-4c49-82d4-3c145aeaa7eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1096 time: 0.0413537 Oct 12 17:56:44.299835 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-28cc1109-0dfa-417c-b922-aa06deba914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.301387 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-28cc1109-0dfa-417c-b922-aa06deba914a service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0892894 Oct 12 17:56:44.364877 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-cc1e778b-2100-48c9-89ca-bbcd4d56d20b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 998 time: 0.0561912 Oct 12 17:56:44.412423 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-3bd0a10c-8de5-44fc-8d63-6afe864d1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.413756 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-3bd0a10c-8de5-44fc-8d63-6afe864d1bfd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0423932 Oct 12 17:56:44.464564 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-ece8ce26-d9a6-43ff-a88d-7975fa9762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.466127 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-ece8ce26-d9a6-43ff-a88d-7975fa9762f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453942 Oct 12 17:56:44.578140 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c03a-01d4-45b6-a62a-2c534b4c09ba req-de54a669-8133-4628-9181-87a62d67b551 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:44.579669 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d44c03a-01d4-45b6-a62a-2c534b4c09ba req-de54a669-8133-4628-9181-87a62d67b551 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0993211 Oct 12 17:56:44.610401 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-eb15f5c6-9160-4fe4-84b9-15d450b2c924 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371284 Oct 12 17:56:44.668014 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d44c03a-01d4-45b6-a62a-2c534b4c09ba req-d02ff09f-c937-47df-b0d6-7c5d950a3762 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818942 Oct 12 17:56:44.709233 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e35bf25e-82b9-4493-b46d-a1e2e9cd0d1d req-02f6ac98-141b-41eb-90c3-c5c8280244ac service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914562 Oct 12 17:56:44.977626 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:56:45.796397 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60414-57e2-48e4-8ee6-d35558ac6e85 req-d363767b-02d8-4c53-9f55-44a9f618d8e0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:45.798030 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66d60414-57e2-48e4-8ee6-d35558ac6e85 req-d363767b-02d8-4c53-9f55-44a9f618d8e0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0553980 Oct 12 17:56:45.836642 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66d60414-57e2-48e4-8ee6-d35558ac6e85 req-9a72a6ab-2bd2-4107-b3a5-76baededda28 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324984 Oct 12 17:56:46.967470 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c81bd-8a14-40fa-9dd8-692e27ba7398 req-98a364eb-71b1-4725-ba23-ea438407ba84 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:46.969090 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e17c81bd-8a14-40fa-9dd8-692e27ba7398 req-98a364eb-71b1-4725-ba23-ea438407ba84 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0558412 Oct 12 17:56:47.007620 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e17c81bd-8a14-40fa-9dd8-692e27ba7398 req-873fc86d-ad41-459e-a242-3ca0193171bd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326896 Oct 12 17:56:48.132382 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57a9e3-1d8b-44ac-9afe-cc1a594024f4 req-b99c997b-67b7-46c6-8a7f-889576ac4eb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:48.133878 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1e57a9e3-1d8b-44ac-9afe-cc1a594024f4 req-b99c997b-67b7-46c6-8a7f-889576ac4eb2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0517526 Oct 12 17:56:48.173402 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1e57a9e3-1d8b-44ac-9afe-cc1a594024f4 req-606ef134-dd7f-4ae4-be2d-8c6e59cf3c9a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334339 Oct 12 17:56:49.294469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4b926-b869-4e14-b1f0-bba446983940 req-99813b44-8f6f-482a-9c40-6ceef6fb3658 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:49.295925 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bc4b926-b869-4e14-b1f0-bba446983940 req-99813b44-8f6f-482a-9c40-6ceef6fb3658 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0505288 Oct 12 17:56:49.336864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9bc4b926-b869-4e14-b1f0-bba446983940 req-30cbd5c4-4297-41ee-ad6f-7ed5a9060602 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 Oct 12 17:56:50.468315 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564fe79-d623-4819-91e5-16b36ea8def3 req-12f8f9fe-87a1-4c10-aaa0-2bc5f698b2d9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:50.469804 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5564fe79-d623-4819-91e5-16b36ea8def3 req-12f8f9fe-87a1-4c10-aaa0-2bc5f698b2d9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0544975 Oct 12 17:56:50.509640 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5564fe79-d623-4819-91e5-16b36ea8def3 req-288685a2-0469-4a38-b604-502b42d20425 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338595 Oct 12 17:56:51.633617 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ae89-3d3c-4fa2-b325-7f0a6fc70cd6 req-539afd90-e14d-435b-8032-8fe1b4bd980e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:51.635223 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66c6ae89-3d3c-4fa2-b325-7f0a6fc70cd6 req-539afd90-e14d-435b-8032-8fe1b4bd980e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0525970 Oct 12 17:56:51.675475 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-66c6ae89-3d3c-4fa2-b325-7f0a6fc70cd6 req-2b975014-243b-48b3-adb6-17e580a19062 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330477 Oct 12 17:56:52.797322 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ed7c5-0dd1-4b7a-9b41-a7eee6266af5 req-07a96b6a-b88f-42ae-81c3-337373e00153 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:52.798958 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5b8ed7c5-0dd1-4b7a-9b41-a7eee6266af5 req-07a96b6a-b88f-42ae-81c3-337373e00153 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0509377 Oct 12 17:56:52.840510 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5b8ed7c5-0dd1-4b7a-9b41-a7eee6266af5 req-83c95cd9-4adc-4fc0-9667-60d7f61f3f5a tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356236 Oct 12 17:56:53.967156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9083c5-847d-44f5-ad0f-f7e7f5de0698 req-2795dadf-6910-460d-a0a6-354f52049f20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:53.969412 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef9083c5-847d-44f5-ad0f-f7e7f5de0698 req-2795dadf-6910-460d-a0a6-354f52049f20 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0539961 Oct 12 17:56:54.207912 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ef9083c5-847d-44f5-ad0f-f7e7f5de0698 req-4322ff24-74e5-4d22-ae2c-9d9676bc488d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325640 Oct 12 17:56:55.328189 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b2b0c-fd31-4f95-951e-228fd1d24a4a req-6d009d87-901b-468e-9324-45160c21ee42 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:55.329844 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-412b2b0c-fd31-4f95-951e-228fd1d24a4a req-6d009d87-901b-468e-9324-45160c21ee42 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0521429 Oct 12 17:56:55.369238 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-412b2b0c-fd31-4f95-951e-228fd1d24a4a req-ac26801f-d539-4fcb-a54a-40d6ea667cb8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335605 Oct 12 17:56:55.514418 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:56:56.493699 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50afb21-4170-4685-8e4d-c121ab480573 req-ae047efc-c098-4f9b-910e-4a8d8eb67529 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:56.495185 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e50afb21-4170-4685-8e4d-c121ab480573 req-ae047efc-c098-4f9b-910e-4a8d8eb67529 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0490377 Oct 12 17:56:56.535147 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e50afb21-4170-4685-8e4d-c121ab480573 req-bf3790bf-5d23-48f8-afdf-cea009fcf9f6 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Oct 12 17:56:57.658888 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f23f45-7924-4788-904e-4fa6e462f1a5 req-48838794-add3-4117-93e0-e463f52315b3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:57.660349 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0f23f45-7924-4788-904e-4fa6e462f1a5 req-48838794-add3-4117-93e0-e463f52315b3 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0525055 Oct 12 17:56:57.697197 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f0f23f45-7924-4788-904e-4fa6e462f1a5 req-a5e4dd1a-549d-4cef-b01c-073a711f5fd5 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Oct 12 17:56:58.832379 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbaedb-2d9a-4ff6-a226-b3cb95505a0c req-f752bb40-e121-45b9-b361-25866a4f8edd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:58.834545 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e1dbaedb-2d9a-4ff6-a226-b3cb95505a0c req-f752bb40-e121-45b9-b361-25866a4f8edd tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0576622 Oct 12 17:56:58.876018 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e1dbaedb-2d9a-4ff6-a226-b3cb95505a0c req-556b788e-be7d-4015-ac68-b0185b251d36 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353281 Oct 12 17:56:59.993467 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff94a0-b515-4e6d-a2a1-7b3a3f33bcd4 req-d3224120-fdaf-466d-b4cc-7190fec2df6c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:56:59.994937 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1dff94a0-b515-4e6d-a2a1-7b3a3f33bcd4 req-d3224120-fdaf-466d-b4cc-7190fec2df6c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0485508 Oct 12 17:57:00.033341 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1dff94a0-b515-4e6d-a2a1-7b3a3f33bcd4 req-21d789cf-e79b-47bf-aed9-ed68fcbb8e9d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Oct 12 17:57:01.153798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1e6c5-6d43-40bd-9f70-694ddeedd2ee req-124c45fd-e8b0-4c54-bd96-baef617f9bdf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.156075 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65a1e6c5-6d43-40bd-9f70-694ddeedd2ee req-124c45fd-e8b0-4c54-bd96-baef617f9bdf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0515549 Oct 12 17:57:01.192615 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65a1e6c5-6d43-40bd-9f70-694ddeedd2ee req-a3c17214-547d-431b-b2f8-5f1022158a2c tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307560 Oct 12 17:57:01.556424 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-646de9de-7c57-496a-b77c-a88d7543b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.557933 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-646de9de-7c57-496a-b77c-a88d7543b532 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=59aee07f35ae4d369791d84f8992b64b&device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1096 time: 0.0873613 Oct 12 17:57:01.663174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-cb8d0988-a288-4b7c-b8df-832d5dd083a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.664596 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-cb8d0988-a288-4b7c-b8df-832d5dd083a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 200 len: 918 time: 0.0861237 Oct 12 17:57:01.727888 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-122a6be5-342c-4828-8f29-6b21304e2afc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 200 len: 998 time: 0.0556035 Oct 12 17:57:01.775589 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-bdf94f40-a1a1-495f-be6a-d9fff63af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.777007 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-bdf94f40-a1a1-495f-be6a-d9fff63af976 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 200 len: 856 time: 0.0414801 Oct 12 17:57:01.823761 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-abb51c2d-6901-4273-9b2d-4dcdae3847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:01.825207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-abb51c2d-6901-4273-9b2d-4dcdae3847ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e8152edb-d593-48a5-916c-38dd12385d96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414331 Oct 12 17:57:01.835867 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-30bd77d6-ae21-4dfa-a647-93b9e4c48080 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:57:01.836793 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-30bd77d6-ae21-4dfa-a647-93b9e4c48080 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048196 Oct 12 17:57:01.925114 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-6ac05e05-7392-4970-81b9-464cf9d8c396 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811870 Oct 12 17:57:02.017124 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e2c4183a-ad75-48fa-b821-a38fa8431695 req-d4287b97-c6cb-4ad3-b8cf-3115284f6af6 service neutron] 10.222.0.87 "GET /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Oct 12 17:57:02.310658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af71af-8a34-4318-a1c0-f691fe7d4f8e req-663c4cc0-bc3c-474a-9826-94115d879e3b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:02.312593 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-43af71af-8a34-4318-a1c0-f691fe7d4f8e req-663c4cc0-bc3c-474a-9826-94115d879e3b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0502467 Oct 12 17:57:02.350647 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-43af71af-8a34-4318-a1c0-f691fe7d4f8e req-8ce3ddb4-d6d2-4c93-aa78-8695a995c34b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Oct 12 17:57:03.295166 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9b3fcdac-fcfc-4ff2-9c1d-237a567ce720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:03.470807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944aa82-d7db-4b34-9a42-bfb77cd9c3aa req-60da1707-a6d1-4d8b-8f04-dc004ea268be tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:03.472285 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d944aa82-d7db-4b34-9a42-bfb77cd9c3aa req-60da1707-a6d1-4d8b-8f04-dc004ea268be tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 943 time: 0.0478575 Oct 12 17:57:03.509867 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d944aa82-d7db-4b34-9a42-bfb77cd9c3aa req-1ba3675a-65c9-4f97-bc5a-5c7df28e5642 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Oct 12 17:57:03.972594 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:57:04.071727 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:04.084436 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'port_id': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'mac_address': 'fa:16:3e:96:e4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:57:04.125618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:04.138927 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:57:04.160284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:04.163747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:04.213915 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=9']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:04.222245 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.222717 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.222934 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.223267 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.223608 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.223930 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.224290 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.224616 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.224976 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.225291 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.225640 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.225959 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:04.568182 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['42ea421b-1e80-4bc2-91ec-b63303a6b520'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:57:04.629178 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bb60d-b2f0-43f3-ae61-981d7775d55c req-8c090dfc-7930-4e2e-b8fe-3451107302fb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:04.630691 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-194bb60d-b2f0-43f3-ae61-981d7775d55c req-8c090dfc-7930-4e2e-b8fe-3451107302fb tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0487809 Oct 12 17:57:04.674019 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-194bb60d-b2f0-43f3-ae61-981d7775d55c req-442b6b07-8853-4eb2-82fd-9d74bd9ec6ee tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368407 Oct 12 17:57:05.797571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcdc9a-1a53-4677-8cdb-14e12f3ca5cb req-d08cb7bc-d773-4322-81c7-a5909801c0e7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:05.799029 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77bcdc9a-1a53-4677-8cdb-14e12f3ca5cb req-d08cb7bc-d773-4322-81c7-a5909801c0e7 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 944 time: 0.0512314 Oct 12 17:57:05.837525 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77bcdc9a-1a53-4677-8cdb-14e12f3ca5cb req-d1024383-ea6f-4182-9b2b-4e3d550ac986 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Oct 12 17:57:05.971850 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:57:06.022745 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f1a57ed1-07d2-4439-894d-30541f8068d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:06.032718 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 42ea421b-1e80-4bc2-91ec-b63303a6b520 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:57:06.033154 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:06.112088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:06.134039 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:06.136253 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c18343d-8752-40e0-972a-11bf53a5722f" -d '{"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:06.149417 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:06.153329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:06.177646 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9a0841-2105-4f5b-80a7-1c04787af407 x-openstack-request-id: req-ff9a0841-2105-4f5b-80a7-1c04787af407 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:06.177947 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-plugged", "status": "completed", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:06.178203 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff9a0841-2105-4f5b-80a7-1c04787af407 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:06.178586 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'code': 200} Oct 12 17:57:06.207697 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=10']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:06.355533 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d784bf1-3996-4660-8aba-31a5a4d4476e req-8ec2806d-08af-4947-bce1-8a454702dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:06.357003 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d784bf1-3996-4660-8aba-31a5a4d4476e req-8ec2806d-08af-4947-bce1-8a454702dbc4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 1099 time: 0.0395586 Oct 12 17:57:06.393283 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6d784bf1-3996-4660-8aba-31a5a4d4476e req-ddc6914c-64ee-408d-906f-9a1b1a99d3f9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287049 Oct 12 17:57:06.954559 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eac658-6faf-4c65-a39b-6204e0ac16f0 req-6dfea910-ccc0-40bf-85f0-0fda14834dd1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:06.956044 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95eac658-6faf-4c65-a39b-6204e0ac16f0 req-6dfea910-ccc0-40bf-85f0-0fda14834dd1 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0480411 Oct 12 17:57:06.997699 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-95eac658-6faf-4c65-a39b-6204e0ac16f0 req-fc790ead-821a-4482-89fb-6f7237ca24bf tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358579 Oct 12 17:57:07.005432 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:07.016435 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:08.128156 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68338088-b6d4-4696-a81f-ce05fb8d28ed req-a5e760a4-7988-4c39-a27c-980fbab9b095 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:08.129684 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68338088-b6d4-4696-a81f-ce05fb8d28ed req-a5e760a4-7988-4c39-a27c-980fbab9b095 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0510778 Oct 12 17:57:08.168233 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68338088-b6d4-4696-a81f-ce05fb8d28ed req-a9a6e032-83a0-4ad5-a995-ab2864f14dff tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327868 Oct 12 17:57:08.722553 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:09.287725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b0dde-4a3a-4ded-8f35-1ed8bce18540 req-b65bab63-f705-4e31-ac92-5dde10fca9f8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:09.289187 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-653b0dde-4a3a-4ded-8f35-1ed8bce18540 req-b65bab63-f705-4e31-ac92-5dde10fca9f8 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0483117 Oct 12 17:57:09.326395 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-653b0dde-4a3a-4ded-8f35-1ed8bce18540 req-fe7c197b-cc05-4738-9579-bfc2fbef21f2 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Oct 12 17:57:14.979804 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:32.514516 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:57:33.301248 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-5ae50559-f985-43bf-886e-a6f294e6abbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:36.012749 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b9c1fd5e-b954-4f4f-a885-e319dfb12d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:37.008567 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:37.018484 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:38.727197 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:39.638988 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebda6a-9020-4521-b23b-6ccf2f75af66 req-7ddf7902-3777-44c2-9211-282159b7b4cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:39.640353 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daebda6a-9020-4521-b23b-6ccf2f75af66 req-7ddf7902-3777-44c2-9211-282159b7b4cf tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0494316 Oct 12 17:57:39.681623 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-daebda6a-9020-4521-b23b-6ccf2f75af66 req-57412772-ae5c-451c-adc3-349b4c79790e tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351276 Oct 12 17:57:40.796180 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800121c8-79e2-4b33-b0b3-36440b27512c req-53463bbb-e41c-407e-b95b-77afb9184118 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:40.798432 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-800121c8-79e2-4b33-b0b3-36440b27512c req-53463bbb-e41c-407e-b95b-77afb9184118 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0504138 Oct 12 17:57:40.840063 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-800121c8-79e2-4b33-b0b3-36440b27512c req-495849ad-e24e-41f4-b9ae-bed346d248df tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358856 Oct 12 17:57:41.657975 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f5b763a3-9dcd-4754-9b6b-10b985eb87a7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:41.659417 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f5b763a3-9dcd-4754-9b6b-10b985eb87a7 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Oct 12 17:57:41.753140 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Deleting port 113f7dd7-7715-4442-93fa-b0e7c830a508 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:41.753483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:41.840147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] For port 113f7dd7-7715-4442-93fa-b0e7c830a508, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=113f7dd7-7715-4442-93fa-b0e7c830a508,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:41.840844 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.035043 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd6a-2cea-4ae5-8a16-ebee9df5711e req-9ba2cd15-3041-461b-9f2b-f7b873f1aba9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:57:42.036539 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-11bacd6a-2cea-4ae5-8a16-ebee9df5711e req-9ba2cd15-3041-461b-9f2b-f7b873f1aba9 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 945 time: 0.1007934 Oct 12 17:57:42.056800 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.057188 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.057507 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Floating IP 6d486cfb-fc30-4a35-9895-1bd7f60772c0 disassociated. External IP: 172.27.2.53, port: 113f7dd7-7715-4442-93fa-b0e7c830a508. Oct 12 17:57:42.057846 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Calling delete_port for 113f7dd7-7715-4442-93fa-b0e7c830a508 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:42.119461 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-11bacd6a-2cea-4ae5-8a16-ebee9df5711e req-d9242039-de52-4b64-ad28-4566b584234b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups?id=dc7061b0-0907-41e9-936f-24b26cbb7405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767972 Oct 12 17:57:42.442472 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.470854 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'Port': ['ID=113f7dd7-7715-4442-93fa-b0e7c830a508,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:42.484161 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.485095 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.485463 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.485807 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.486132 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.486457 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.486779 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.487103 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.487425 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.487747 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.488068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.488384 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:42.595102 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:57:42.700866 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:57:42.710683 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:57:42.719958 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:42.720563 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:57:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:42.741413 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] No DVR routers for this DVR port 113f7dd7-7715-4442-93fa-b0e7c830a508 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:57:42.743900 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:42.748038 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24bed0bb-b57b-4d15-ae2a-e03a91518e00 req-f2cbba4e-9045-450b-872d-453d5e23cdb3 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.87 "DELETE /v2.0/ports/113f7dd7-7715-4442-93fa-b0e7c830a508 HTTP/1.1" status: 204 len: 173 time: 1.0820284 Oct 12 17:57:42.748607 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'name': 'network-vif-deleted', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:57:42.751006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637ca517-6403-471f-8351-a5848762fba9" -d '{"events": [{"server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "name": "network-vif-deleted", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:57:42.798218 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbfede2-2cb6-4045-9712-23abd56ae23b x-openstack-request-id: req-acbfede2-2cb6-4045-9712-23abd56ae23b {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:57:42.798756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726", "name": "network-vif-deleted", "tag": "113f7dd7-7715-4442-93fa-b0e7c830a508", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:57:42.799210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acbfede2-2cb6-4045-9712-23abd56ae23b {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:57:42.799816 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726', 'name': 'network-vif-deleted', 'tag': '113f7dd7-7715-4442-93fa-b0e7c830a508', 'status': 'completed', 'code': 200} Oct 12 17:57:42.831148 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:43.040625 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:43.065670 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:57:43.073557 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:43.074142 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:57:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:43.184007 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:43.242449 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-63d95646-0009-4b86-9dda-d8b68b98bbf8 req-d8d7998b-364b-4282-8567-1a1a1a966042 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/ports?device_id=0fa8d1fd-ecd5-4db5-8534-1f0ed5a82726 HTTP/1.1" status: 200 len: 210 time: 0.0424745 Oct 12 17:57:43.394105 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:43.419871 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6a4e4-f8ed-42c8-be6d-1d0c4bda554b None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:46:44Z', 'revision_number': 4, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3', 'name': '', 'network_id': '7cfa23e9-cb4f-4133-a0c8-c384633afa5e', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'mac_address': 'fa:16:3e:1b:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:41Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'subnets': [{'id': '4c971b72-5e56-4668-ac34-e2c381c562ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:57:43.626772 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0d416-8df3-48a8-9232-72222f227ed3 None None] New status for floating IP 6d486cfb-fc30-4a35-9895-1bd7f60772c0: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:57:44.169030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 113f7dd7-7715-4442-93fa-b0e7c830a508 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:44.190353 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 113f7dd7-7715-4442-93fa-b0e7c830a508 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:57:44.190685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 113f7dd7-7715-4442-93fa-b0e7c830a508 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:57:44.353631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42472) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:44.408878 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.431528 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.477772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.480280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.481440 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "DELETE /v2.0/security-groups/dc7061b0-0907-41e9-936f-24b26cbb7405 HTTP/1.1" status: 204 len: 168 time: 0.1268036 Oct 12 17:57:44.484218 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42478) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:44.490668 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7061b0-0907-41e9-936f-24b26cbb7405,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:44.497580 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.497930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.498273 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.498609 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.498941 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.499271 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.499600 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.499927 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.500415 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.500772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.501093 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.api.v2.resource [None req-cae5b57a-1f31-48d9-9a94-72e17d03573b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] show failed (client error): The resource could not be found. Oct 12 17:57:44.501222 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.501384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d41a47-3bad-4fe3-a6e2-a610550aa182 tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:57:44.501979 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-cae5b57a-1f31-48d9-9a94-72e17d03573b tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "GET /v2.0/security-groups/dc7061b0-0907-41e9-936f-24b26cbb7405 HTTP/1.1" status: 404 len: 347 time: 0.0167496 Oct 12 17:57:44.504802 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42480) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:44.628442 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Deleting port 5f0a0810-622b-4ad9-9f87-a87f76bd1b91 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:44.628784 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.703641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.703966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.715322 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Calling delete_port for 5f0a0810-622b-4ad9-9f87-a87f76bd1b91 owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:44.846071 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.870898 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Pushing event deleted for resources: {'Port': ['ID=5f0a0810-622b-4ad9-9f87-a87f76bd1b91,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:44.934501 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.937153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:44.938944 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5756b08e-f3c4-463a-bc91-2ed9a7efa27d tempest-AttachVolumeTestJSON-37465822 tempest-AttachVolumeTestJSON-37465822-project] 10.222.0.86 "DELETE /v2.0/floatingips/6d486cfb-fc30-4a35-9895-1bd7f60772c0 HTTP/1.1" status: 204 len: 168 time: 0.4331942 Oct 12 17:57:44.990768 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:48.474673 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42508) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:48.920970 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:49.161209 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Deleting port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:49.161548 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:49.241153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] For port af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:49.241513 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:49.254011 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Calling delete_port for af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 owned by network:router_interface {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:49.431059 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:49.460955 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:49.627135 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:49.844003 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Router d26658a2-7863-47de-809a-d67095795984 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:57:49.949293 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:57:49.956464 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-74d29010-9581-412e-a06b-f0d8988ca4f1 admin admin] 10.222.0.86 "PUT /v2.0/routers/d26658a2-7863-47de-809a-d67095795984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791865 Oct 12 17:57:49.957851 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42512) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:49.960890 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Sync routers for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:57:49.972332 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:49.972979 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:57:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:50.067964 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.173963 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.197846 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:50.232298 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Deleting port 9511a712-1001-4d1c-8f16-820fb293b324 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:50.232514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.391245 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '9511a712-1001-4d1c-8f16-820fb293b324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:57:49Z', 'revision_number': 5, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port': {'id': '9511a712-1001-4d1c-8f16-820fb293b324', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a4:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26658a2-7863-47de-809a-d67095795984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:37Z', 'updated_at': '2021-10-12T17:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:50.419337 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Checking router: d26658a2-7863-47de-809a-d67095795984 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:57:50.428411 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Routers {'d26658a2-7863-47de-809a-d67095795984'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:57:50.428993 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:57:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['d26658a2-7863-47de-809a-d67095795984'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:50.517054 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] Set router d26658a2-7863-47de-809a-d67095795984 gateway port host: None {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:57:50.557913 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] For port 9511a712-1001-4d1c-8f16-820fb293b324, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=9511a712-1001-4d1c-8f16-820fb293b324,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:50.558283 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.571306 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Calling delete_port for 9511a712-1001-4d1c-8f16-820fb293b324 owned by network:router_gateway {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:50.573464 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:57:50Z', 'revision_number': 6, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:50.599117 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6093b3-8f82-4cc0-a964-cd7167e1a774 None None] The sync data for ids ['d26658a2-7863-47de-809a-d67095795984'] in dv-cinder-813225-2-iscsi is: [{'id': 'd26658a2-7863-47de-809a-d67095795984', 'name': 'tempest-AttachVolumeTestJSON-1117110944-router', 'tenant_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:35Z', 'updated_at': '2021-10-12T17:57:50Z', 'revision_number': 6, 'project_id': 'b3baecff8d2a4349b8a8c90e9a8146d9', 'gw_port_host': None}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:57:50.742250 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.768557 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9511a712-1001-4d1c-8f16-820fb293b324,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:50.826725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.932286 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.934296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.998541 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:50.998989 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26658a2-7863-47de-809a-d67095795984 {{(pid=100741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:57:51.004962 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.006185 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-a9899d2a-3e87-4dba-8237-4674e0d00b75 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d26658a2-7863-47de-809a-d67095795984 HTTP/1.1" status: 204 len: 168 time: 1.0474010 Oct 12 17:57:51.008760 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42514) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:51.057550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Deleting subnet 4c971b72-5e56-4668-ac34-e2c381c562ed {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:57:51.060568 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.099347 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.204924 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.256060 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.283595 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c971b72-5e56-4668-ac34-e2c381c562ed,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:51.285832 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.290056 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-efc03f63-4efd-48a5-b97c-3f9e970d0a2e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4c971b72-5e56-4668-ac34-e2c381c562ed HTTP/1.1" status: 204 len: 168 time: 0.2802634 Oct 12 17:57:51.292719 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42516) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:51.293014 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039cb771-1008-4776-8b0f-4dff9b88df3d None None] Network 7cfa23e9-cb4f-4133-a0c8-c384633afa5e requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:57:51.368084 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.424458 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Deleting port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:51.424802 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.486215 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] DHCP port deletion for 7cfa23e9-cb4f-4133-a0c8-c384633afa5e request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:57:51.496129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] For port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:51.496483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.511176 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Calling delete_port for 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 owned by network:dhcp {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:51.535756 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Deleting port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:57:51.536223 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.605362 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.605799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] For port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,segment=NetworkSegment(d34c809d-ff99-4dac-b4c9-b91bf212f249),segment_id=d34c809d-ff99-4dac-b4c9-b91bf212f249)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:57:51.606296 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.620398 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Calling delete_port for 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:57:51.633070 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Pushing event deleted for resources: {'Port': ['ID=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:51.638750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] No DVR routers for this DVR port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 on host dv-cinder-813225-2-iscsi {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:57:51.707964 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.724751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.734329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] Pushing event deleted for resources: {'Port': ['ID=147f1dbd-1e09-428a-bf37-dd4bf1330ea1,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:51.742349 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440f01c-0dfd-46b9-bd0d-856729454cff None None] No DVR routers for this DVR port 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:57:51.744873 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:51.745636 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfa23e9-cb4f-4133-a0c8-c384633afa5e']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:51.762408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34c809d-ff99-4dac-b4c9-b91bf212f249') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:51.762724 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34c809d-ff99-4dac-b4c9-b91bf212f249') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:57:51.771396 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:57:51.771834 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device af3c197b-0dc8-4fc1-8248-1e7e0f81a5a3 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:57:51.772178 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 9511a712-1001-4d1c-8f16-820fb293b324 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:51.774217 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.788892 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.794404 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 9511a712-1001-4d1c-8f16-820fb293b324 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:57:51.794764 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:57:51.794928 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 9511a712-1001-4d1c-8f16-820fb293b324 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:57:51.795147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.795292 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:57:51.796920 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:57:51.814737 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:57:51.815084 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 147f1dbd-1e09-428a-bf37-dd4bf1330ea1 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:57:51.852112 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.857378 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:51.861363 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7cfa23e9-cb4f-4133-a0c8-c384633afa5e HTTP/1.1" status: 204 len: 168 time: 0.5674107 Oct 12 17:57:51.872284 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876739-2a37-441b-896f-b5eb42202685 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cfa23e9-cb4f-4133-a0c8-c384633afa5e,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:51.977448 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42520) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:52.018024 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-05de69c6-9e3b-4510-9629-ac91d9ebcda0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b3baecff8d2a4349b8a8c90e9a8146d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392506 Oct 12 17:57:52.020287 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42522) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:52.070300 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:52.090327 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:52.134079 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:52.136829 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:52.138007 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0cbba8bc-a92f-4c56-ac19-52d2904f373c HTTP/1.1" status: 204 len: 168 time: 0.1167946 Oct 12 17:57:52.145657 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca096d6d-6386-4f68-9072-5a9d2187784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbba8bc-a92f-4c56-ac19-52d2904f373c,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:54.905712 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42656) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:55.009370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b63a8cbe-257b-4384-9e28-ea8d52657a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.083790 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b63a8cbe-257b-4384-9e28-ea8d52657a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.087340 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b63a8cbe-257b-4384-9e28-ea8d52657a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.127657 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b63a8cbe-257b-4384-9e28-ea8d52657a67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ab91313f9a34dfc96b1f5d1052e307c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208543 Oct 12 17:57:55.128508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a8cbe-257b-4384-9e28-ea8d52657a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131390a5-7568-48aa-b3f9-37fe574b5ea4,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:55.130451 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42660) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:55.179070 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.199640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.250697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.253652 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.254802 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/131390a5-7568-48aa-b3f9-37fe574b5ea4 HTTP/1.1" status: 204 len: 168 time: 0.1233246 Oct 12 17:57:55.263027 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824caff-9927-4488-9faa-dd327607ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131390a5-7568-48aa-b3f9-37fe574b5ea4,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:55.511775 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42666) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:55.525562 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cf00fc0b-2fe7-4c70-9f8d-43610367137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.602064 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cf00fc0b-2fe7-4c70-9f8d-43610367137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.605884 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cf00fc0b-2fe7-4c70-9f8d-43610367137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.644230 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-cf00fc0b-2fe7-4c70-9f8d-43610367137c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cd75dea89ad543fc9956a54e8056aeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313975 Oct 12 17:57:55.645223 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00fc0b-2fe7-4c70-9f8d-43610367137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1168935-5c2b-4026-a68b-427fd10427f1,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:55.646863 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42668) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:57:55.698514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.719593 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.769122 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.771826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:57:55.773024 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1168935-5c2b-4026-a68b-427fd10427f1 HTTP/1.1" status: 204 len: 168 time: 0.1251347 Oct 12 17:57:55.781644 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c393d-c89d-4268-8ed5-79f65730b3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1168935-5c2b-4026-a68b-427fd10427f1,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:57:59.987181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42742) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:00.090218 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-248cb382-f1c9-4104-9d57-3fe5f4819ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.166120 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-248cb382-f1c9-4104-9d57-3fe5f4819ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.169847 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-248cb382-f1c9-4104-9d57-3fe5f4819ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.208281 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-248cb382-f1c9-4104-9d57-3fe5f4819ea5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=908dc653d2d345ba87efba85caed15c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200415 Oct 12 17:58:00.209168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb382-f1c9-4104-9d57-3fe5f4819ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec39a7e-3b52-4739-9248-9abadebb7603,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:00.211135 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42746) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:00.261592 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.282467 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.329621 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.332755 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.333948 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0ec39a7e-3b52-4739-9248-9abadebb7603 HTTP/1.1" status: 204 len: 168 time: 0.1218262 Oct 12 17:58:00.342409 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13148d-cb11-4ef0-af4a-81cf8220679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec39a7e-3b52-4739-9248-9abadebb7603,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:00.588441 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 42752) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:00.603935 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bb13d550-3330-46b4-8e6c-a893d897ff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.687887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bb13d550-3330-46b4-8e6c-a893d897ff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.689820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bb13d550-3330-46b4-8e6c-a893d897ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.733617 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bb13d550-3330-46b4-8e6c-a893d897ff6d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=824a8cafe4a94a4bba09bdba09486674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440334 Oct 12 17:58:00.734729 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13d550-3330-46b4-8e6c-a893d897ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f7741e-1eb3-4a1f-93d6-52e7edfd7b1a,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:00.736880 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 42754) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:00.786066 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.806544 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.854521 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.857369 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:00.858462 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c5f7741e-1eb3-4a1f-93d6-52e7edfd7b1a HTTP/1.1" status: 204 len: 168 time: 0.1205120 Oct 12 17:58:00.865760 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3617f42-4fe1-41c6-ac41-d07b1f3f421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f7741e-1eb3-4a1f-93d6-52e7edfd7b1a,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:03.302969 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ec5e1618-f5a6-4d8d-8777-bde9837c4fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:06.016098 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-c25539d0-14a3-4c5f-9e9c-0e15ef2cd709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:07.010474 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:07.020739 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:08.728122 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:09.514516 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:58:15.005434 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:17.469131 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-3e4c291c-842d-44bd-bfde-5e3128a60212 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438599178&fields=id&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 267 time: 0.0337524 Oct 12 17:58:17.579043 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-a1c663c3-294d-415c-83f0-b104a18585bd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:17.580574 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-a1c663c3-294d-415c-83f0-b104a18585bd tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1040800 Oct 12 17:58:17.595668 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-cf87a867-0d3d-4b42-8e08-7f93746f1137 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/quotas/1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 375 time: 0.0086417 Oct 12 17:58:17.651121 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-b466ba7d-8640-4f43-b184-0770f5cd711d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0499752 Oct 12 17:58:17.758489 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-c0cce9e6-c658-45fa-8ca9-75492998221e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=100741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 17:58:17.759553 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-c0cce9e6-c658-45fa-8ca9-75492998221e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0962524 Oct 12 17:58:17.846896 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e2813b2c-5ff8-44d6-85fe-5dc21a338061 service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810325 Oct 12 17:58:17.938244 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-c914db8b-7977-4384-b90c-3af10be8d039 service neutron] 10.222.0.86 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851183 Oct 12 17:58:18.208846 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-68fa9bba-7057-45d7-93d5-aa46f27928d5 req-dd3261a1-cc25-4a7b-a594-271d171357c6 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0267882 Oct 12 17:58:19.284009 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0fd7a608-d1c4-446e-805f-0d5f8be87527 req-c2c26ad8-6cd2-4bc1-be49-d29f043ad6f5 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0264347 Oct 12 17:58:20.361281 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c681f1b5-f08e-4883-b505-df2505e6df87 req-68f2a313-562a-4893-bc37-5499a06d839d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0256701 Oct 12 17:58:21.440725 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6292caad-5a03-42b1-a745-1a5aa14125d1 req-ff81f9f0-bc47-4172-81ba-7a2b62ec1d21 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0306575 Oct 12 17:58:22.529808 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ae141eed-0487-4923-a133-21034634f757 req-442a2769-712a-48c1-b0c7-86582466f3af tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0260661 Oct 12 17:58:23.300487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-1b7e40d0-3616-4ba8-8381-0fc64daf9084 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:23.301952 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-1b7e40d0-3616-4ba8-8381-0fc64daf9084 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 811 time: 0.1051962 Oct 12 17:58:23.348997 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-50f89126-186d-41f6-8d5f-148d4842240d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1185adc689f7442390f6468f8d29c002 HTTP/1.1" status: 200 len: 379 time: 0.0372727 Oct 12 17:58:23.358083 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'port': {'device_id': '31a2500b-70c8-4b90-b9da-6046169382d8', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'admin_state_up': True, 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'security_groups': ['cb26eef9-ed94-4bc6-ab1d-07cf5e46c075']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:23.462663 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Made reservation on behalf of 1185adc689f7442390f6468f8d29c002 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 17:58:23.466185 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.593426 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.20.0.11 (f4442e06-d432-446c-9ccb-5cc436e6e5dd/8fa33708-deb1-448e-9d92-ce10bd459fbc/6d9bc2a7-b600-45e6-b86d-82563368b509) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:58:23.633871 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f8ef243e-43f7-4bd8-9bb7-ee4afcff6e6c req-46d6842f-cec7-4b75-8cbd-3f78332e5be1 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0356607 Oct 12 17:58:23.771726 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.807804 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.852520 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:58:23.855553 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:58:23.859121 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:58:23.866002 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:23.911674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:23.913412 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:23.928920 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-40928071-9bcf-4605-9c42-cfa05b5213aa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5743444 Oct 12 17:58:23.941718 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Request body: {'port': {'device_id': '31a2500b-70c8-4b90-b9da-6046169382d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:24.002256 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.110143 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-266781e2-9df7-4c5c-a127-5bfa06183146 None None] Provisioning complete for port 6d9bc2a7-b600-45e6-b86d-82563368b509 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:58:24.110695 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-266781e2-9df7-4c5c-a127-5bfa06183146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.148575 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-266781e2-9df7-4c5c-a127-5bfa06183146 None None] Port 6d9bc2a7-b600-45e6-b86d-82563368b509 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 17:58:24.263859 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9bc2a7-b600-45e6-b86d-82563368b509 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:58:24.271041 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.285750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Transition to ACTIVE for port object 6d9bc2a7-b600-45e6-b86d-82563368b509 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 17:58:24.289757 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.340303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.418193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Attempting to bind port 6d9bc2a7-b600-45e6-b86d-82563368b509 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 17:58:24.418734 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Attempting to bind port 6d9bc2a7-b600-45e6-b86d-82563368b509 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 17:58:24.419112 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Attempting to bind port 6d9bc2a7-b600-45e6-b86d-82563368b509 on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:58:24.424086 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Port 6d9bc2a7-b600-45e6-b86d-82563368b509 on network f4442e06-d432-446c-9ccb-5cc436e6e5dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 17:58:24.424217 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Attempting to bind port 6d9bc2a7-b600-45e6-b86d-82563368b509 on network f4442e06-d432-446c-9ccb-5cc436e6e5dd {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 17:58:24.429484 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 17:58:24.429824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Checking segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 17:58:24.430211 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Bound using segment: {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 17:58:24.430636 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Bound port: 6d9bc2a7-b600-45e6-b86d-82563368b509, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1ac993-c9e0-41f6-aa3b-ec91578e6490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 17:58:24.430995 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.495676 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 17:58:24.498641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d9bc2a7-b600-45e6-b86d-82563368b509,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 17:58:24.503193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.536371 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:24.537251 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:24.538840 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] 10.222.0.87 "PUT /v2.0/ports/6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 1094 time: 0.6013873 Oct 12 17:58:24.539280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:24.541555 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64688ad-8b6b-432e-9681-13c847a6fa72" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:24.568979 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b43b8-19d1-495a-9ccc-f6a8521d9c73 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:24.639312 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-31efe33e-9588-453d-81de-81721e5174d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:24.641111 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-31efe33e-9588-453d-81de-81721e5174d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1097 time: 0.0489056 Oct 12 17:58:24.696647 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-36ae4849-b6c5-42ce-965f-3a805a257548 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 217 time: 0.0458059 Oct 12 17:58:24.714057 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eecdc7-e4bc-4998-9cd2-99e35ecaa12c x-openstack-request-id: req-c8eecdc7-e4bc-4998-9cd2-99e35ecaa12c {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:24.714352 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:24.714603 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c8eecdc7-e4bc-4998-9cd2-99e35ecaa12c {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:24.714993 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'status': 'completed', 'code': 200} Oct 12 17:58:24.778585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-f0aad908-0f88-490a-b2c0-2e9238a1c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:24.780019 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-f0aad908-0f88-490a-b2c0-2e9238a1c219 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0760603 Oct 12 17:58:24.797197 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8013-0a40-4fc0-af5f-d5b4698bbec6 req-e6dc015e-92e5-49fa-8c6c-3b367b2fc453 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:24.798646 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c6e8013-0a40-4fc0-af5f-d5b4698bbec6 req-e6dc015e-92e5-49fa-8c6c-3b367b2fc453 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0828669 Oct 12 17:58:24.862524 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c6e8013-0a40-4fc0-af5f-d5b4698bbec6 req-08663fe9-07ad-4520-b8d0-4363206fb0e8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551066 Oct 12 17:58:24.865756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-c6815cf5-cae1-472d-aec3-baad67004151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:24.867362 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-c6815cf5-cae1-472d-aec3-baad67004151 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678701 Oct 12 17:58:24.960733 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-6bcbc478-ac65-43f5-9db8-635a7a350d1e service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852811 Oct 12 17:58:25.050505 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7e01d70b-106b-4d12-b7cd-8ed612bf1d7f req-f159c407-85fe-469a-950b-4b501c942c91 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820751 Oct 12 17:58:25.136602 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-48f7fbd2-4df2-4036-94bc-50b29ab9a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.138094 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-48f7fbd2-4df2-4036-94bc-50b29ab9a6bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1097 time: 0.0413177 Oct 12 17:58:25.229705 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-009afa0e-3699-419f-b7c2-83b86f4ed75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.231078 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-009afa0e-3699-419f-b7c2-83b86f4ed75f service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0858984 Oct 12 17:58:25.271492 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-686a7a48-392f-4a1e-8d5d-bc76301c2531 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 217 time: 0.0335774 Oct 12 17:58:25.323081 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-76526a09-db29-4c80-bd21-5dea61fa5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.324483 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-76526a09-db29-4c80-bd21-5dea61fa5603 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0467279 Oct 12 17:58:25.369704 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-e3eaede2-0eb1-41f6-9f64-e1ce4580705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.371141 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-e3eaede2-0eb1-41f6-9f64-e1ce4580705d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393224 Oct 12 17:58:25.459955 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-d97afe70-d894-4745-8de3-4652754d0893 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804026 Oct 12 17:58:25.551190 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b64688ad-8b6b-432e-9681-13c847a6fa72 req-6754c991-7032-43db-ae1e-37cea49f0187 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 Oct 12 17:58:25.980427 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5990d-d993-4ee4-a9c9-52ba0d7c5487 req-c7e440e1-5c22-48c9-96a3-6fa8915ada41 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:25.981928 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77b5990d-d993-4ee4-a9c9-52ba0d7c5487 req-c7e440e1-5c22-48c9-96a3-6fa8915ada41 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0493011 Oct 12 17:58:26.018996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-77b5990d-d993-4ee4-a9c9-52ba0d7c5487 req-ecfb05ec-9a9f-4505-9276-250e448eecf3 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Oct 12 17:58:26.479376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba867-f330-4b3d-b96b-a66d3dc375e8 req-29e7ec3d-403f-44d3-a4f8-2ef9c82f96a9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:26.480825 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d2fba867-f330-4b3d-b96b-a66d3dc375e8 req-29e7ec3d-403f-44d3-a4f8-2ef9c82f96a9 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0580213 Oct 12 17:58:26.517585 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d2fba867-f330-4b3d-b96b-a66d3dc375e8 req-3f9180f6-3919-4ccb-b5cb-fb77c4084b59 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309179 Oct 12 17:58:27.140032 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c320ed8-5eb0-4e83-9a13-a7744eb5452b req-679a2ad5-272c-4af3-97e0-87451162a688 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:27.141806 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c320ed8-5eb0-4e83-9a13-a7744eb5452b req-679a2ad5-272c-4af3-97e0-87451162a688 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0513763 Oct 12 17:58:27.182295 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7c320ed8-5eb0-4e83-9a13-a7744eb5452b req-ffcd7915-b1f9-4158-adbd-176d8bf9eb47 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333800 Oct 12 17:58:27.635007 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03654e1a-354c-4c67-8330-401d28a780de req-7eabd9f5-9757-4720-8e19-d8ca5a67f950 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:27.636429 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03654e1a-354c-4c67-8330-401d28a780de req-7eabd9f5-9757-4720-8e19-d8ca5a67f950 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0476117 Oct 12 17:58:27.673934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-03654e1a-354c-4c67-8330-401d28a780de req-8cd0548d-7a8f-43b8-a48a-6e8f07c909d0 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315504 Oct 12 17:58:28.298607 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65963fdb-1d9c-4712-ae00-2ea8e2242e98 req-33204a9a-af7a-44f9-ad49-04d1ef053151 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:28.300061 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65963fdb-1d9c-4712-ae00-2ea8e2242e98 req-33204a9a-af7a-44f9-ad49-04d1ef053151 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0528102 Oct 12 17:58:28.567278 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-65963fdb-1d9c-4712-ae00-2ea8e2242e98 req-6bd41696-8655-4c75-ab08-ce5d0903cdda tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604890 Oct 12 17:58:28.796958 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903a22f-41c9-40c6-80c4-bc4d8f024d18 req-e3174cb7-2deb-4310-8a54-aa26feacb41e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:28.798371 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c903a22f-41c9-40c6-80c4-bc4d8f024d18 req-e3174cb7-2deb-4310-8a54-aa26feacb41e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0497653 Oct 12 17:58:28.860433 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c903a22f-41c9-40c6-80c4-bc4d8f024d18 req-bdab6891-9181-4e3d-8bb5-a73b3d0f653d tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups?id=ad1986b1-5057-45bc-8727-236cdde0443f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550940 Oct 12 17:58:28.878880 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-c5371644-1a09-4dba-b92a-b1c1fabfe896 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:28.880325 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-c5371644-1a09-4dba-b92a-b1c1fabfe896 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 946 time: 0.0559695 Oct 12 17:58:28.971068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Deleting port 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:28.971408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.061834 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] For port 42ea421b-1e80-4bc2-91ec-b63303a6b520, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=42ea421b-1e80-4bc2-91ec-b63303a6b520,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:29.062178 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.234887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.235246 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.235557 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Floating IP c225344e-a662-4241-b6cf-03c8c1f41f57 disassociated. External IP: 172.27.2.42, port: 42ea421b-1e80-4bc2-91ec-b63303a6b520. Oct 12 17:58:29.235894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Calling delete_port for 42ea421b-1e80-4bc2-91ec-b63303a6b520 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:29.361867 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.394629 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'Port': ['ID=42ea421b-1e80-4bc2-91ec-b63303a6b520,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:29.514258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:29.622707 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:29.632758 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:29.642320 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:29.642913 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:29.682264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] No DVR routers for this DVR port 42ea421b-1e80-4bc2-91ec-b63303a6b520 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:29.685349 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:29.688591 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f9ae3a50-e914-4a5d-b675-138d0aa31cc0 req-1fb4c00c-edf2-4e08-894b-381b2728b81b tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.87 "DELETE /v2.0/ports/42ea421b-1e80-4bc2-91ec-b63303a6b520 HTTP/1.1" status: 204 len: 173 time: 0.8025935 Oct 12 17:58:29.690609 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-deleted', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:29.693414 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0fc7d1-da10-4dc1-85b6-538ce054724c" -d '{"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-deleted", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:29.727871 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaed993-d930-4cc2-aad9-fc7ef37bceba req-0528208a-e7ff-4996-aa65-ba4d7566d069 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:29.729663 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dcaed993-d930-4cc2-aad9-fc7ef37bceba req-0528208a-e7ff-4996-aa65-ba4d7566d069 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0855534 Oct 12 17:58:29.745351 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8532758a-3ef2-4abe-a68b-650dbfe88f36 x-openstack-request-id: req-8532758a-3ef2-4abe-a68b-650dbfe88f36 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:29.745631 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a9299e-0874-4154-b882-e19724c012da", "name": "network-vif-deleted", "tag": "42ea421b-1e80-4bc2-91ec-b63303a6b520", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:29.745897 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8532758a-3ef2-4abe-a68b-650dbfe88f36 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:29.746255 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a9299e-0874-4154-b882-e19724c012da', 'name': 'network-vif-deleted', 'tag': '42ea421b-1e80-4bc2-91ec-b63303a6b520', 'status': 'completed', 'code': 200} Oct 12 17:58:29.768402 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:29.786390 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dcaed993-d930-4cc2-aad9-fc7ef37bceba req-f6a26b9b-ed16-4c30-9b7e-4590d6a13d2f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497158 Oct 12 17:58:29.975870 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24d0253a-86d5-4a1d-a372-260973b3e6b1 req-4269a187-a4af-43ca-aa42-62f251c4b14e tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/ports?device_id=e1a9299e-0874-4154-b882-e19724c012da HTTP/1.1" status: 200 len: 210 time: 0.0268419 Oct 12 17:58:30.073021 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.097960 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:30.106604 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:30.107190 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.220358 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:30.416971 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:30.442592 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28b3535-2164-46f7-98d4-fa0fc649f469 None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:46:49Z', 'revision_number': 4, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '5bb95bbf-bf93-48d9-be0a-f01ba234d725', 'name': '', 'network_id': 'e8152edb-d593-48a5-916c-38dd12385d96', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'mac_address': 'fa:16:3e:4e:c4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:47Z', 'updated_at': '2021-10-12T17:46:57Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'subnets': [{'id': '0f3186d1-1558-4dc4-be51-9249a2ab1716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:30.650426 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1bf2f-5251-4931-951c-a18f0b4518c5 None None] New status for floating IP c225344e-a662-4241-b6cf-03c8c1f41f57: DOWN {{(pid=100743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:58:30.917862 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ea47-7b49-4205-bfa8-30680e9b1a4e req-c46ddaf8-8af0-48bc-a2c5-7f3695863821 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:30.919454 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d77ea47-7b49-4205-bfa8-30680e9b1a4e req-c46ddaf8-8af0-48bc-a2c5-7f3695863821 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0561562 Oct 12 17:58:30.960823 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d77ea47-7b49-4205-bfa8-30680e9b1a4e req-7c3da5fb-9e03-4dc4-ad88-f98034247152 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352182 Oct 12 17:58:31.062702 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43034) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:31.117407 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.139752 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.186544 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.189132 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.190262 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "DELETE /v2.0/security-groups/ad1986b1-5057-45bc-8727-236cdde0443f HTTP/1.1" status: 204 len: 168 time: 0.1267738 Oct 12 17:58:31.193184 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43036) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:31.199398 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc509517-1886-419c-adf0-a1ae9d2da3ef tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1986b1-5057-45bc-8727-236cdde0443f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:31.206901 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.api.v2.resource [None req-5ad33d31-c356-42a2-98df-b64dc5f7e396 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] show failed (client error): The resource could not be found. Oct 12 17:58:31.207892 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-5ad33d31-c356-42a2-98df-b64dc5f7e396 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "GET /v2.0/security-groups/ad1986b1-5057-45bc-8727-236cdde0443f HTTP/1.1" status: 404 len: 347 time: 0.0136769 Oct 12 17:58:31.211062 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43038) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:31.336072 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Deleting port 6f858c1b-319d-4134-ab03-8b29202a5c72 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:31.336425 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.417940 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.418269 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.430930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Calling delete_port for 6f858c1b-319d-4134-ab03-8b29202a5c72 owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:31.573358 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.599710 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Pushing event deleted for resources: {'Port': ['ID=6f858c1b-319d-4134-ab03-8b29202a5c72,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:31.674159 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.677004 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:31.678475 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4d304148-1804-4e7e-89c1-a335ac3aa716 tempest-AttachVolumeShelveTestJSON-1721310468 tempest-AttachVolumeShelveTestJSON-1721310468-project] 10.222.0.86 "DELETE /v2.0/floatingips/c225344e-a662-4241-b6cf-03c8c1f41f57 HTTP/1.1" status: 204 len: 168 time: 0.4663162 Oct 12 17:58:32.087715 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06dbd8-b19a-4fdc-a77f-976795dd4f4c req-a6a27d3e-825e-4199-bd3b-bf148b8199fa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:32.089269 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce06dbd8-b19a-4fdc-a77f-976795dd4f4c req-a6a27d3e-825e-4199-bd3b-bf148b8199fa tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0528257 Oct 12 17:58:32.130486 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce06dbd8-b19a-4fdc-a77f-976795dd4f4c req-3522a48a-f489-4f9a-9ceb-fb50f8cefd0a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Oct 12 17:58:32.469682 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:32.490196 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 42ea421b-1e80-4bc2-91ec-b63303a6b520 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:32.491106 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 42ea421b-1e80-4bc2-91ec-b63303a6b520 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:33.104875 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43076) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:33.211431 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8847b6f6-d289-41a9-98c1-dc1cfb00224f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.247122 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390260-90f4-4366-a122-546477b690db req-1bdea359-3c0d-49c3-878c-7736daca1813 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:33.248604 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf390260-90f4-4366-a122-546477b690db req-1bdea359-3c0d-49c3-878c-7736daca1813 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.0504792 Oct 12 17:58:33.289785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8847b6f6-d289-41a9-98c1-dc1cfb00224f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.293656 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-8847b6f6-d289-41a9-98c1-dc1cfb00224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.297883 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cf390260-90f4-4366-a122-546477b690db req-e297ce4e-8f51-4837-bd10-e2a4b35c7008 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423949 Oct 12 17:58:33.307772 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a11b3c7f-1ff0-4031-b948-54e98b4e1b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.337439 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-8847b6f6-d289-41a9-98c1-dc1cfb00224f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c5dc30f181f48e0bdeb152f7a0922dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318051 Oct 12 17:58:33.338499 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847b6f6-d289-41a9-98c1-dc1cfb00224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d905d-2c6e-472f-91a3-6e5b4d6d2a5d,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:33.340231 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43082) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:33.391389 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.414091 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.461158 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.463689 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:33.464843 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/795d905d-2c6e-472f-91a3-6e5b4d6d2a5d HTTP/1.1" status: 204 len: 168 time: 0.1235032 Oct 12 17:58:33.472504 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abd7d2-358d-4bc8-a749-b4fe7a1bf130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d905d-2c6e-472f-91a3-6e5b4d6d2a5d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:34.122827 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43112) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:34.477599 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96840a64-ea31-440e-805b-a05d93318bce req-e0be1365-5c2f-4f83-86cc-05628b967ca0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:34.479120 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96840a64-ea31-440e-805b-a05d93318bce req-e0be1365-5c2f-4f83-86cc-05628b967ca0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 944 time: 0.1020224 Oct 12 17:58:34.491709 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6d9bc2a7-b600-45e6-b86d-82563368b509 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 17:58:34.558718 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-96840a64-ea31-440e-805b-a05d93318bce req-162f206d-0568-4f3a-bc23-7bbc644fd800 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718398 Oct 12 17:58:34.602133 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d9bc2a7-b600-45e6-b86d-82563368b509,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:34.613728 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'port_id': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'mac_address': 'fa:16:3e:ec:ca:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 17:58:34.653712 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:34.666980 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9bc2a7-b600-45e6-b86d-82563368b509 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 17:58:34.673106 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:34.687462 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d9bc2a7-b600-45e6-b86d-82563368b509,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:34.692492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:34.748157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:34.755321 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.755666 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.756035 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.756364 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.756691 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.757045 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.757476 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.757722 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.758013 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.758355 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.758638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.758953 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:34.930446 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Deleting port 5bb95bbf-bf93-48d9-be0a-f01ba234d725 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:34.930784 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:35.013030 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] For port 5bb95bbf-bf93-48d9-be0a-f01ba234d725, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=5bb95bbf-bf93-48d9-be0a-f01ba234d725,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:35.013401 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:35.025262 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Calling delete_port for 5bb95bbf-bf93-48d9-be0a-f01ba234d725 owned by network:router_interface {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:35.150717 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['6d9bc2a7-b600-45e6-b86d-82563368b509'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 17:58:35.220128 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:35.246434 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb95bbf-bf93-48d9-be0a-f01ba234d725,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:35.436640 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:35.701645 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Router 6c8dafba-da56-47f7-80c0-755bcec31fc8 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:35.716209 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748578-4f7c-49ab-933b-6adc9ceeabca req-f62d5ebc-0c74-466e-8c5a-e590823a4b1e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:35.717707 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2e748578-4f7c-49ab-933b-6adc9ceeabca req-f62d5ebc-0c74-466e-8c5a-e590823a4b1e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 945 time: 0.0690963 Oct 12 17:58:35.823798 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2e748578-4f7c-49ab-933b-6adc9ceeabca req-ee756fe8-3858-4a4b-bdf3-09464df44926 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979300 Oct 12 17:58:35.847171 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:35.852567 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ee0a6b62-09ea-4f90-b23a-033b6dbd8700 admin admin] 10.222.0.86 "PUT /v2.0/routers/6c8dafba-da56-47f7-80c0-755bcec31fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287331 Oct 12 17:58:35.855147 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43152) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:35.855674 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Sync routers for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:35.864726 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:35.865891 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:35.959555 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:35.968475 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:36.016361 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7ed2343a-f9e3-4422-a999-71bb5e55a674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.151097 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:58:35Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:36.182793 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Checking router: 6c8dafba-da56-47f7-80c0-755bcec31fc8 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:36.191603 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Routers {'6c8dafba-da56-47f7-80c0-755bcec31fc8'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:36.192208 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['6c8dafba-da56-47f7-80c0-755bcec31fc8'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:36.302092 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] Set router 6c8dafba-da56-47f7-80c0-755bcec31fc8 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:36.304002 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.357739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Deleting port 2797fbe0-20a0-4311-916f-7eb3b10bc360 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:36.357739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.442124 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] For port 2797fbe0-20a0-4311-916f-7eb3b10bc360, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2797fbe0-20a0-4311-916f-7eb3b10bc360,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:36.442393 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.455083 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Calling delete_port for 2797fbe0-20a0-4311-916f-7eb3b10bc360 owned by network:router_gateway {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:36.482880 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:58:35Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:36.501988 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6d9bc2a7-b600-45e6-b86d-82563368b509 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 17:58:36.509154 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e6e541-d207-4eef-a799-7c6a60674b9f None None] The sync data for ids ['6c8dafba-da56-47f7-80c0-755bcec31fc8'] in dv-cinder-813225-2-iscsi is: [{'id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'name': 'tempest-AttachVolumeShelveTestJSON-1062188600-router', 'tenant_id': '59aee07f35ae4d369791d84f8992b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:46:36Z', 'updated_at': '2021-10-12T17:58:35Z', 'revision_number': 5, 'project_id': '59aee07f35ae4d369791d84f8992b64b', 'gw_port': {'id': '2797fbe0-20a0-4311-916f-7eb3b10bc360', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:37:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8dafba-da56-47f7-80c0-755bcec31fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:46:38Z', 'updated_at': '2021-10-12T17:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:36.563128 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 6d9bc2a7-b600-45e6-b86d-82563368b509 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 17:58:36.566827 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 6d9bc2a7-b600-45e6-b86d-82563368b509 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 17:58:36.567730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.639867 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.645262 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.669359 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:36.670369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2797fbe0-20a0-4311-916f-7eb3b10bc360,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:36.671628 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce72125-3a61-4645-9060-c28871faf6c4" -d '{"events": [{"server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:36.690870 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d9bc2a7-b600-45e6-b86d-82563368b509,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:36.697895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.739187 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.769663 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:36.847976 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.850636 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.871548 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca85754-a50c-4e80-813e-be3793ef76d0 x-openstack-request-id: req-7ca85754-a50c-4e80-813e-be3793ef76d0 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:36.872034 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "name": "network-vif-plugged", "status": "completed", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:36.872331 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7ca85754-a50c-4e80-813e-be3793ef76d0 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:36.872880 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'code': 200} Oct 12 17:58:36.929818 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.930373 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8dafba-da56-47f7-80c0-755bcec31fc8 {{(pid=100741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 17:58:36.949423 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:36.953316 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-00278c18-f36e-4bb5-bafc-d5d9de0b22d4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/6c8dafba-da56-47f7-80c0-755bcec31fc8 HTTP/1.1" status: 204 len: 168 time: 1.0948529 Oct 12 17:58:36.953778 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43174) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:36.980841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d5387-851f-4836-ac7e-28eaa3ef4066 req-066a5199-81f8-4780-890b-955c39be4ea0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:36.988626 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b1d5387-851f-4836-ac7e-28eaa3ef4066 req-066a5199-81f8-4780-890b-955c39be4ea0 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0692322 Oct 12 17:58:37.028178 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Deleting subnet 0f3186d1-1558-4dc4-be51-9249a2ab1716 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 17:58:37.030524 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.032556 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.038254 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.053510 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b1d5387-851f-4836-ac7e-28eaa3ef4066 req-3b4310f7-1477-4b45-be94-2441335c9a18 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634868 Oct 12 17:58:37.086243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.148656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c752e99-1284-454f-a70b-f011813cf474 req-b55d8919-91f8-4720-9220-e3707fddffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:37.150317 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c752e99-1284-454f-a70b-f011813cf474 req-b55d8919-91f8-4720-9220-e3707fddffe2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0518243 Oct 12 17:58:37.176050 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.189544 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9c752e99-1284-454f-a70b-f011813cf474 req-edd219aa-54cb-4cee-8a52-1158d3030199 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Oct 12 17:58:37.246326 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.275066 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3186d1-1558-4dc4-be51-9249a2ab1716,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:37.284137 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.288594 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-57ad3f28-21ee-4b3a-a30e-1853ddff59de admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0f3186d1-1558-4dc4-be51-9249a2ab1716 HTTP/1.1" status: 204 len: 168 time: 0.3336945 Oct 12 17:58:37.292393 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43176) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:37.297785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10f1fc-b7e9-458e-b638-65c6c50f7025 None None] Network e8152edb-d593-48a5-916c-38dd12385d96 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 17:58:37.374829 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.438558 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Deleting port 2399b625-9c59-483d-acf6-751d4706546e {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 17:58:37.439029 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.514376 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] For port 2399b625-9c59-483d-acf6-751d4706546e, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2399b625-9c59-483d-acf6-751d4706546e,segment=NetworkSegment(675cc116-9058-46f3-88a1-71dc08763cff),segment_id=675cc116-9058-46f3-88a1-71dc08763cff)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 17:58:37.514509 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.527237 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Calling delete_port for 2399b625-9c59-483d-acf6-751d4706546e owned by network:dhcp {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 17:58:37.618035 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.645120 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] No DVR routers for this DVR port 2399b625-9c59-483d-acf6-751d4706546e on host dv-cinder-813225-2-iscsi {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 17:58:37.650646 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Pushing event deleted for resources: {'Port': ['ID=2399b625-9c59-483d-acf6-751d4706546e,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:37.722850 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.737075 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5bd32-c388-419b-b36f-e05cbf288975 None None] DHCP port deletion for e8152edb-d593-48a5-916c-38dd12385d96 request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 17:58:37.762284 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8152edb-d593-48a5-916c-38dd12385d96']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:37.773331 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675cc116-9058-46f3-88a1-71dc08763cff') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:37.773875 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675cc116-9058-46f3-88a1-71dc08763cff') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:37.784417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.800704 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.806894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 17:58:37.807276 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 17:58:37.808951 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 17:58:37.821071 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 5bb95bbf-bf93-48d9-be0a-f01ba234d725 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:37.849867 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 5bb95bbf-bf93-48d9-be0a-f01ba234d725 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:37.850296 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 5bb95bbf-bf93-48d9-be0a-f01ba234d725 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:37.850792 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2399b625-9c59-483d-acf6-751d4706546e no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:37.867423 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.872917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:37.873396 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 2399b625-9c59-483d-acf6-751d4706546e {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:37.873895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2399b625-9c59-483d-acf6-751d4706546e not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:37.874530 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2797fbe0-20a0-4311-916f-7eb3b10bc360 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 17:58:37.876311 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] 10.222.0.86 "DELETE /v2.0/networks/e8152edb-d593-48a5-916c-38dd12385d96 HTTP/1.1" status: 204 len: 168 time: 0.5826843 Oct 12 17:58:37.893625 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db7a72-e3aa-4405-89d7-9410b2df450d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8152edb-d593-48a5-916c-38dd12385d96,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:37.898004 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 2797fbe0-20a0-4311-916f-7eb3b10bc360 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 17:58:37.898346 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2797fbe0-20a0-4311-916f-7eb3b10bc360 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 17:58:38.051518 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43194) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:38.093270 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-6ca860ff-3f98-492b-ab45-caa2837fe3c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=59aee07f35ae4d369791d84f8992b64b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404127 Oct 12 17:58:38.095706 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43198) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:38.144248 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:38.164989 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:38.169253 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7956e-bf90-4e99-ad02-c88f7a451d49 req-33db0850-b160-4fbb-8bff-7d6039b4e61a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:38.170751 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcf7956e-bf90-4e99-ad02-c88f7a451d49 req-33db0850-b160-4fbb-8bff-7d6039b4e61a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Oct 12 17:58:38.209137 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fcf7956e-bf90-4e99-ad02-c88f7a451d49 req-07bb55f5-0b72-45d0-a2b5-0e26f921dc48 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Oct 12 17:58:38.215647 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:38.218260 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:38.219366 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/37ccadc4-2442-4228-ae90-4d329d056237 HTTP/1.1" status: 204 len: 168 time: 0.1227775 Oct 12 17:58:38.227210 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bbbfc-c68d-4d71-9fc0-2e29991411eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccadc4-2442-4228-ae90-4d329d056237,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:38.732824 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:39.338907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958396b9-5bce-4c7e-992c-83b56c0f8eac req-c9940ada-3c04-47a3-9879-7112b039ce96 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:39.340509 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-958396b9-5bce-4c7e-992c-83b56c0f8eac req-c9940ada-3c04-47a3-9879-7112b039ce96 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0546849 Oct 12 17:58:39.381986 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-958396b9-5bce-4c7e-992c-83b56c0f8eac req-b08fa28a-099d-4e38-8b22-310b1d3bafeb tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Oct 12 17:58:39.501469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788a99-6a18-4b77-a469-1f12a8a7331c req-ef4d815e-22e5-4ef4-8367-9e5db4a28e98 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:39.502961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-48788a99-6a18-4b77-a469-1f12a8a7331c req-ef4d815e-22e5-4ef4-8367-9e5db4a28e98 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0525258 Oct 12 17:58:39.541518 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-48788a99-6a18-4b77-a469-1f12a8a7331c req-705d5f00-5c31-4d11-bb1c-0ce06efc170f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326266 Oct 12 17:58:39.563514 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43246) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:39.745358 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19259e-5896-49f0-b90c-8a981676f2cc tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:39.746837 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ee19259e-5896-49f0-b90c-8a981676f2cc tempest-TestVolumeBootPattern-1553158979 tempest-TestVolumeBootPattern-1553158979-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1094 time: 0.1823602 Oct 12 17:58:39.749593 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43250) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:39.754038 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'port_id': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 17:58:39.776470 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:39.879032 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:39.982711 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Allocated IP 172.27.2.141 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 17:58:40.088050 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.122488 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.168954 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 17:58:40.172179 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 17:58:40.175616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 17:58:40.199439 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:40.557250 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.626706 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.779394 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.784066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.850608 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event updated for resources: {'Port': ['ID=dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:40.863243 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:40.963218 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP d9e3ffec-4a77-47a3-862f-7477df6efead associated. External IP: 172.27.2.141, port: 6d9bc2a7-b600-45e6-b86d-82563368b509. Oct 12 17:58:41.168305 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 17:58:41.274549 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 17:58:41.284151 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 17:58:41.292385 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:41.294063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:41.294660 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.319622 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ab069a1c-a316-42a8-8547-0ed94a8d1906 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5683680 Oct 12 17:58:41.320703 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 17:58:41.323019 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d363a-a325-4653-9d32-f664ed517a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 17:58:41.363294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f0765-48d0-46d3-8e58-8a3c9d4419b5 x-openstack-request-id: req-e71f0765-48d0-46d3-8e58-8a3c9d4419b5 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 17:58:41.363588 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 17:58:41.363841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e71f0765-48d0-46d3-8e58-8a3c9d4419b5 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 17:58:41.364240 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'status': 'completed', 'code': 200} Oct 12 17:58:41.405557 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:41.426330 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-0e49e28d-2afe-4870-bd3a-2dcf966d2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:41.427819 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-0e49e28d-2afe-4870-bd3a-2dcf966d2244 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0412874 Oct 12 17:58:41.532258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-ef71ea11-1929-4c8c-b805-49762b54f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:41.533941 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-ef71ea11-1929-4c8c-b805-49762b54f137 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0987568 Oct 12 17:58:41.608645 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-e632e75e-0ae1-4908-b21c-bc15eb0fa38f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 1000 time: 0.0670834 Oct 12 17:58:41.663651 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}, {'id': 'd9e3ffec-4a77-47a3-862f-7477df6efead', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:ec:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2500b-70c8-4b90-b9da-6046169382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:58:40Z', 'updated_at': '2021-10-12T17:58:40Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.672902 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-4296927f-e9ca-4ecb-89c5-3ad520b3a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:41.675047 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-4296927f-e9ca-4ecb-89c5-3ad520b3a7fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0577025 Oct 12 17:58:41.695641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 17:58:41.704239 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 17:58:41.704671 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T17:58:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:41.731419 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-6ff6bcc9-c956-45ea-8255-64618f0fce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:41.733151 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-6ff6bcc9-c956-45ea-8255-64618f0fce48 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513592 Oct 12 17:58:41.875106 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-fbeeaad7-ec9d-480a-a2b9-c367c360673b service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345272 Oct 12 17:58:41.907410 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43308) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:41.970997 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 17:58:41.982810 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ec9d363a-a325-4653-9d32-f664ed517a7e req-9d0569a2-316d-466f-b9b6-3469366570d8 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975647 Oct 12 17:58:42.027139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3f20702-8f5f-4d4a-ae60-011de3ef3539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.101913 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3f20702-8f5f-4d4a-ae60-011de3ef3539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.107350 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3f20702-8f5f-4d4a-ae60-011de3ef3539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.145705 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b3f20702-8f5f-4d4a-ae60-011de3ef3539 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2707add782d24903ac2137ab84cb833a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372165 Oct 12 17:58:42.146558 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f20702-8f5f-4d4a-ae60-011de3ef3539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f3713f-d533-44e7-9fdf-e04e3afaead3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.148655 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43312) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.201941 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.205237 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}, {'id': 'd9e3ffec-4a77-47a3-862f-7477df6efead', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:ec:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2500b-70c8-4b90-b9da-6046169382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:58:40Z', 'updated_at': '2021-10-12T17:58:40Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 17:58:42.227857 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.235573 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebe1ab-7458-4dde-9557-ddc7184aa345 None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}, {'id': 'd9e3ffec-4a77-47a3-862f-7477df6efead', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:ec:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a2500b-70c8-4b90-b9da-6046169382d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:58:40Z', 'updated_at': '2021-10-12T17:58:40Z', 'revision_number': 0, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 17:58:42.282813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.285650 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.286810 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4f3713f-d533-44e7-9fdf-e04e3afaead3 HTTP/1.1" status: 204 len: 168 time: 0.1371148 Oct 12 17:58:42.295987 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231854d-14dd-4cca-894d-c4149faba0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f3713f-d533-44e7-9fdf-e04e3afaead3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.441657 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2cd6d-2e06-4c9c-9bd1-1a2740090eb4 None None] New status for floating IP d9e3ffec-4a77-47a3-862f-7477df6efead: ACTIVE {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 17:58:42.561726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43318) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.574758 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ed0820df-2d8d-485e-8863-77853295a0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.655294 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ed0820df-2d8d-485e-8863-77853295a0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.659336 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ed0820df-2d8d-485e-8863-77853295a0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.698474 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ed0820df-2d8d-485e-8863-77853295a0b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba4130b5eee34221bcffc2bfcc9c8e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356444 Oct 12 17:58:42.699163 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0820df-2d8d-485e-8863-77853295a0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a6c41-0b5b-4bd7-80da-1e55b75f7493,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:42.702270 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43320) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:42.754370 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.775956 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.823172 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.825816 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:42.826976 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ad9a6c41-0b5b-4bd7-80da-1e55b75f7493 HTTP/1.1" status: 204 len: 168 time: 0.1238129 Oct 12 17:58:42.835546 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41133809-aef9-4e6b-b659-c2ce2ff41aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a6c41-0b5b-4bd7-80da-1e55b75f7493,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:43.157971 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43330) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:43.171650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-40b08290-45a7-4b55-9493-152a5b8673c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.244717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-40b08290-45a7-4b55-9493-152a5b8673c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.248562 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-40b08290-45a7-4b55-9493-152a5b8673c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.284802 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b08290-45a7-4b55-9493-152a5b8673c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32292d18-2e73-4389-bc47-c6f426990ea5,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:43.290872 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-40b08290-45a7-4b55-9493-152a5b8673c6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a921d55590da4f9293d2ea437a976b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318686 Oct 12 17:58:43.293581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43332) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:43.340572 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.361357 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.411349 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.414581 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:43.415690 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/32292d18-2e73-4389-bc47-c6f426990ea5 HTTP/1.1" status: 204 len: 168 time: 0.1211951 Oct 12 17:58:43.423355 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9142bc-fde6-4fcc-83b2-bf140b76390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32292d18-2e73-4389-bc47-c6f426990ea5,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:44.998065 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:46.513832 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:58:49.728498 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43444) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:49.833598 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:49.906728 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:49.910461 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:49.949626 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6bc37a354c846e3973c64c26c263541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200565 Oct 12 17:58:49.950571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f7244-4c8f-46fc-9d6e-2f870f20ce03,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:49.952269 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43448) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:49.957998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.958343 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.958687 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.959019 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.959356 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.959711 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.960037 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.960376 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.960801 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.961156 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.961479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:49.961795 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cec956-7531-4eb4-b81a-470be98cbcd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.004130 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.024799 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.070693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.073300 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:50.074441 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a54f7244-4c8f-46fc-9d6e-2f870f20ce03 HTTP/1.1" status: 204 len: 168 time: 0.1211042 Oct 12 17:58:50.082066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f7244-4c8f-46fc-9d6e-2f870f20ce03,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:50.089974 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.090322 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.090660 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.090995 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.091324 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.091654 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.092034 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.092290 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.092614 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.092971 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.093349 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:50.093598 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb3299-a227-4409-b6c0-ce06be556861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 17:58:53.684170 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43530) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:53.787590 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-64319879-5030-4179-80e7-6fa113284514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.861335 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-64319879-5030-4179-80e7-6fa113284514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.864770 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-64319879-5030-4179-80e7-6fa113284514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.901788 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-64319879-5030-4179-80e7-6fa113284514 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f4c61221a9f447a9474cc61f112dfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165682 Oct 12 17:58:53.902476 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64319879-5030-4179-80e7-6fa113284514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5321c6-5402-40a6-8f00-e086bbe46aa1,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:53.904574 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43534) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:58:53.953903 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:53.976273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:54.022596 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:54.025440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:58:54.029105 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba5321c6-5402-40a6-8f00-e086bbe46aa1 HTTP/1.1" status: 204 len: 168 time: 0.1209190 Oct 12 17:58:54.034469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfcdc-65d1-46c5-9f77-ed4a9b1219d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5321c6-5402-40a6-8f00-e086bbe46aa1,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:58:58.406110 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-2af85d5d-195c-4bbd-8bff-7b44a6296185 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436759 Oct 12 17:58:58.485421 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7ed6-1e04-4023-9086-c8893747503f req-4702f462-89bf-42d0-ad5a-5a545cf9d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:58.486863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-4702f462-89bf-42d0-ad5a-5a545cf9d98b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1098 time: 0.0397596 Oct 12 17:58:58.588974 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7ed6-1e04-4023-9086-c8893747503f req-78b8faf4-870e-417e-8250-d2525b5b0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:58.590412 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-78b8faf4-870e-417e-8250-d2525b5b0c32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0839825 Oct 12 17:58:58.657346 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-24447df4-e44d-47d2-af6e-77971a9a82af service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 1001 time: 0.0597723 Oct 12 17:58:58.705625 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7ed6-1e04-4023-9086-c8893747503f req-affcc0e8-33ab-4ac5-b4e5-c73a4a2e8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:58.706858 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-affcc0e8-33ab-4ac5-b4e5-c73a4a2e8bc9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0426257 Oct 12 17:58:58.751763 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a7ed6-1e04-4023-9086-c8893747503f req-b63d4ed5-d3b5-4138-ad2c-808a5c7dfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 17:58:58.753276 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-b63d4ed5-d3b5-4138-ad2c-808a5c7dfea1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394001 Oct 12 17:58:58.849807 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-5835a0dc-5cae-4c18-a2cd-44321e87d801 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893686 Oct 12 17:58:58.941531 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a13a7ed6-1e04-4023-9086-c8893747503f req-04e992b7-05c4-4e03-9665-bc22b9cc2ea0 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821097 Oct 12 17:59:03.312275 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-53e4b072-fddc-4c10-8a8a-158fe67d0e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:06.018106 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-7acf4a80-6181-44fd-96cd-f48ecaf98e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.013388 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.034159 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.466831 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43764) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:07.577068 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3894bcb8-3bfd-499b-a143-c94ac6db8d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.656339 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3894bcb8-3bfd-499b-a143-c94ac6db8d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.662603 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3894bcb8-3bfd-499b-a143-c94ac6db8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.703998 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-3894bcb8-3bfd-499b-a143-c94ac6db8d16 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1f696141c7e64d08af30f46533e652c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360806 Oct 12 17:59:07.704865 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894bcb8-3bfd-499b-a143-c94ac6db8d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3a245d-b4ac-483c-a7ca-0e927bdcf5a2,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:07.706757 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43770) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:07.757930 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.782259 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.827305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.829715 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:07.830819 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3b3a245d-b4ac-483c-a7ca-0e927bdcf5a2 HTTP/1.1" status: 204 len: 168 time: 0.1230073 Oct 12 17:59:07.839749 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3704294-e9ea-46cf-b971-44624590fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3a245d-b4ac-483c-a7ca-0e927bdcf5a2,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:08.735917 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.659381 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43836) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:09.772721 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3a6e00f1-8986-4a0e-a080-0929346102a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.849396 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3a6e00f1-8986-4a0e-a080-0929346102a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.854149 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3a6e00f1-8986-4a0e-a080-0929346102a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.890376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e00f1-8986-4a0e-a080-0929346102a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e916963-e695-4aa1-a5b3-595263223728,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:09.895756 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-3a6e00f1-8986-4a0e-a080-0929346102a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=19e1a498fc13474196731c5737539b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351873 Oct 12 17:59:09.899246 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43840) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:09.947190 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:09.969908 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.019714 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.022330 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.024064 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e916963-e695-4aa1-a5b3-595263223728 HTTP/1.1" status: 204 len: 168 time: 0.1240385 Oct 12 17:59:10.031879 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a970fa-5b3e-42ea-a57f-fb58b3d72671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e916963-e695-4aa1-a5b3-595263223728,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.283774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43846) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:10.296585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a1d2767-f340-418b-bfd1-1ab3bc0a169c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.375135 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a1d2767-f340-418b-bfd1-1ab3bc0a169c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.379192 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-4a1d2767-f340-418b-bfd1-1ab3bc0a169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.420210 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d2767-f340-418b-bfd1-1ab3bc0a169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df61c27-5646-48b6-a9f2-289483297c3d,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:10.426667 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-4a1d2767-f340-418b-bfd1-1ab3bc0a169c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a94df254184e4f2f8f31d623dfbaf701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394782 Oct 12 17:59:10.426952 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43848) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:10.474915 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.495700 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.548168 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.550753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:10.551900 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9df61c27-5646-48b6-a9f2-289483297c3d HTTP/1.1" status: 204 len: 168 time: 0.1241388 Oct 12 17:59:10.561129 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b7562-80b0-49af-a67f-6710b96bc355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df61c27-5646-48b6-a9f2-289483297c3d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:14.967280 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43944) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:15.000231 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.073186 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cb4ede5d-89a4-446e-ae29-cd00073c02bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.146481 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cb4ede5d-89a4-446e-ae29-cd00073c02bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.150261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cb4ede5d-89a4-446e-ae29-cd00073c02bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.186508 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ede5d-89a4-446e-ae29-cd00073c02bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06f593c-2d1f-4685-95ab-23bd5663ef4f,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:15.190820 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-cb4ede5d-89a4-446e-ae29-cd00073c02bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ae2e97870f147fea5ab3f8a46306dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224696 Oct 12 17:59:15.193422 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 43948) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:15.240231 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.265540 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.310795 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.313361 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.314491 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e06f593c-2d1f-4685-95ab-23bd5663ef4f HTTP/1.1" status: 204 len: 168 time: 0.1201837 Oct 12 17:59:15.323475 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb4d8-b786-4696-b44a-cce51712d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06f593c-2d1f-4685-95ab-23bd5663ef4f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:15.577887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43954) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:15.591321 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-67533953-d4d5-432f-944e-a04314ce0106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.673789 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-67533953-d4d5-432f-944e-a04314ce0106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.677537 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-67533953-d4d5-432f-944e-a04314ce0106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.724969 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-67533953-d4d5-432f-944e-a04314ce0106 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ed4304edf71439e9b0a108b0623205e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407530 Oct 12 17:59:15.724969 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67533953-d4d5-432f-944e-a04314ce0106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48578d87-4124-4e32-b492-68ea8c4c8aa3,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:15.724969 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 43956) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 17:59:15.771943 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.793829 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.839513 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.842303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:15.843441 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48578d87-4124-4e32-b492-68ea8c4c8aa3 HTTP/1.1" status: 204 len: 168 time: 0.1195188 Oct 12 17:59:15.851058 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75570591-caa9-4c64-8232-064dd172cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48578d87-4124-4e32-b492-68ea8c4c8aa3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 17:59:23.513174 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 17:59:33.314251 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1921f523-e89c-442b-942a-4b8247fcb969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:36.018360 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b232a896-15e8-4e74-b756-6be6a6288092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:37.020760 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:37.032237 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:38.734239 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 17:59:45.003370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:00.512653 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:00:00.865289 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44314) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:00.988004 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.062539 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.066239 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.101017 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9074ea13-6d2c-4420-8201-8c6e680d5680,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:01.105429 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a8b3a3fb286a4ff2b265d0a0de2f8139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391450 Oct 12 18:00:01.108246 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44318) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:01.111492 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.111833 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.112167 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.112513 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.112821 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.113168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.113494 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.113813 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.114132 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.114447 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.114762 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.115074 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacb1e43-a5a1-49e3-ab9a-80f9b178866d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.157897 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.178544 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.234650 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.237231 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:01.241283 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9074ea13-6d2c-4420-8201-8c6e680d5680 HTTP/1.1" status: 204 len: 168 time: 0.1319730 Oct 12 18:00:01.250781 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9074ea13-6d2c-4420-8201-8c6e680d5680,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:01.258162 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.258507 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.258847 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.259259 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.259600 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.260258 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.260756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.261473 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.261955 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.262453 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.262783 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.263102 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112f577b-82e2-4ded-85bb-a3705420c984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:01.332875 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-f0a7d63d-6d78-4cf8-9ff9-1e0ac069ee0c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457933 Oct 12 18:00:01.405825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-dc80468c-81d8-476d-9709-a4963ca24e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:01.408987 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-dc80468c-81d8-476d-9709-a4963ca24e03 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0495665 Oct 12 18:00:01.769303 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-6104f9a1-d60b-4af4-8b74-6294ed2367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:01.771020 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-6104f9a1-d60b-4af4-8b74-6294ed2367ef service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.3415430 Oct 12 18:00:01.842515 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-4a9637c5-4dd2-4c49-99f1-5c322de10330 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 1002 time: 0.0644200 Oct 12 18:00:01.897051 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-3846a53b-477e-4232-85a9-c5152ad44796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:01.898604 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-3846a53b-477e-4232-85a9-c5152ad44796 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0485935 Oct 12 18:00:01.950563 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-fb17f05e-56c4-4ec5-9ff5-5f5aa590498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:01.952060 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-fb17f05e-56c4-4ec5-9ff5-5f5aa590498e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456932 Oct 12 18:00:02.046056 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-23db9baf-4d48-413b-9bd4-1192e578c4ad service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861378 Oct 12 18:00:02.140540 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b314f0a4-6702-438c-9bb9-2ec8175eb1f3 req-6650dcf2-6ec7-410f-86e1-d3dc034e0d52 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870745 Oct 12 18:00:03.315273 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4b65bd37-0b7e-4d67-beea-c74e02a1e3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.069841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44396) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:04.172922 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f155034d-2510-47d9-b49c-6d47a8ddc377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.247839 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f155034d-2510-47d9-b49c-6d47a8ddc377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.251580 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f155034d-2510-47d9-b49c-6d47a8ddc377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.291054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f155034d-2510-47d9-b49c-6d47a8ddc377 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4a9449e36cae4d06973d335d4e3477f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200773 Oct 12 18:00:04.292205 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155034d-2510-47d9-b49c-6d47a8ddc377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef72a6-8131-4371-addf-bde5a4613a0f,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:04.293997 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44400) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:04.343044 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.363647 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.411093 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.413542 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.414646 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7eef72a6-8131-4371-addf-bde5a4613a0f HTTP/1.1" status: 204 len: 168 time: 0.1196790 Oct 12 18:00:04.423479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8bf99-ae1f-4545-9d94-2a00e3d0b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef72a6-8131-4371-addf-bde5a4613a0f,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:04.685616 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44408) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:04.698407 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b81e396-b798-4f04-9863-c8abd7a82aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.775987 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b81e396-b798-4f04-9863-c8abd7a82aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.779872 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5b81e396-b798-4f04-9863-c8abd7a82aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.818548 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5b81e396-b798-4f04-9863-c8abd7a82aa4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=55140988a0dd4dc19f1a358f89fd56b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318867 Oct 12 18:00:04.819494 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e396-b798-4f04-9863-c8abd7a82aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1081512-f107-4551-a5c2-8ed1a0baf7d3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:04.821241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44410) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:04.870561 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.891280 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.941149 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.943674 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:04.944893 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1081512-f107-4551-a5c2-8ed1a0baf7d3 HTTP/1.1" status: 204 len: 168 time: 0.1225910 Oct 12 18:00:04.952472 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce29b92-8b51-4bee-938c-38c2716895ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1081512-f107-4551-a5c2-8ed1a0baf7d3,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:06.021242 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a33851cc-8683-4b1e-8d20-ac377720b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:07.024093 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:07.035386 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:08.739899 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:14.999235 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:16.867341 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44536) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:16.972714 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9a22f906-2d85-40bc-be84-e8106f12342c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.047047 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9a22f906-2d85-40bc-be84-e8106f12342c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.050683 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-9a22f906-2d85-40bc-be84-e8106f12342c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.086725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22f906-2d85-40bc-be84-e8106f12342c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3a9c69-4962-4c48-af34-7b6e87d82dfa,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:17.092468 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-9a22f906-2d85-40bc-be84-e8106f12342c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba24e60eea824087a43a4c231a56e3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238102 Oct 12 18:00:17.095319 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44540) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:17.142382 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.163828 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.209248 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.211741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.212887 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eb3a9c69-4962-4c48-af34-7b6e87d82dfa HTTP/1.1" status: 204 len: 168 time: 0.1167490 Oct 12 18:00:17.223119 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac06802-5be5-4ef1-b6d8-47cf41ee4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3a9c69-4962-4c48-af34-7b6e87d82dfa,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:17.486127 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44548) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:17.501604 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2a23ece2-fc0f-4407-b545-78e12780aa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.577981 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2a23ece2-fc0f-4407-b545-78e12780aa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.581591 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-2a23ece2-fc0f-4407-b545-78e12780aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.624086 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23ece2-fc0f-4407-b545-78e12780aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d96dba-92be-4b00-ad5e-db2113166fb8,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:17.628162 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-2a23ece2-fc0f-4407-b545-78e12780aa2b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1bf125722424379a1302a0d97fa3696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409831 Oct 12 18:00:17.634583 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44550) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:17.683708 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.703996 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.749639 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.752154 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:17.753329 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c7d96dba-92be-4b00-ad5e-db2113166fb8 HTTP/1.1" status: 204 len: 168 time: 0.1173408 Oct 12 18:00:17.762509 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fc675-e941-45cc-841c-813cf6be1036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d96dba-92be-4b00-ad5e-db2113166fb8,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:22.077439 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-19117389-9a3c-4d8c-b938-c191ac4d2fc6 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305200 Oct 12 18:00:22.264476 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-dbaac84d-5ece-4085-8258-b12f1ddc11b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:22.265877 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-dbaac84d-5ece-4085-8258-b12f1ddc11b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830091 Oct 12 18:00:22.281488 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-a2ec2e63-d41b-4f58-885d-af59a74b8a8f tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/quotas/a3fd7dee73144e669c4b92d85e4c9c8a HTTP/1.1" status: 200 len: 375 time: 0.0098250 Oct 12 18:00:22.313431 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-89eb5d44-75b0-4251-9c3f-5b6d485893f0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260425 Oct 12 18:00:22.473003 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-a3431135-7e11-4e9b-914d-2ee6f3372776 req-7b019061-8db6-4da5-ac5b-aabe545e99ce tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Oct 12 18:00:23.352572 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-d02e5de6-0449-478c-9ec2-d11ae0b98d0e tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213349 Oct 12 18:00:23.464682 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-497128ad-05d7-47b7-9d15-273d74d72bd4 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:23.466156 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-497128ad-05d7-47b7-9d15-273d74d72bd4 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061659 Oct 12 18:00:23.479264 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Request body: {'port': {'device_id': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'network_id': '6527c97d-30a3-4518-b580-171e80c70220', 'admin_state_up': True, 'tenant_id': 'a3fd7dee73144e669c4b92d85e4c9c8a'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:23.569433 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c5695cf0-0f1d-408f-bdaf-efcad6d811d1 req-af17f0dd-7bfb-46de-8b99-65e70e08a449 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 210 time: 0.0308194 Oct 12 18:00:23.611725 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Made reservation on behalf of a3fd7dee73144e669c4b92d85e4c9c8a for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:23.615582 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:23.624483 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:23.699684 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:23.704350 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:23.764965 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14265206-e2f8-4a97-9762-023b5857bc5b,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:23.836838 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Allocated IP 192.168.233.126 (6527c97d-30a3-4518-b580-171e80c70220/aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5/b96b60ed-103e-4bea-828c-1031bd87f528) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:23.981554 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.017894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.058868 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Network 6527c97d-30a3-4518-b580-171e80c70220 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:24.061894 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:24.065587 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:24.092144 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Pushing event updated for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:24.118057 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:24.118677 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.136563 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-e74548e2-e20f-45b0-bce1-2554ff7ea383 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6610301 Oct 12 18:00:24.149519 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Request body: {'port': {'device_id': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:24.209029 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.276866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-4baf7ef7-f868-41c2-87e7-40d951eb60c1 None None] Provisioning complete for port b96b60ed-103e-4bea-828c-1031bd87f528 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:24.277652 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4baf7ef7-f868-41c2-87e7-40d951eb60c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.315300 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-4baf7ef7-f868-41c2-87e7-40d951eb60c1 None None] Port b96b60ed-103e-4bea-828c-1031bd87f528 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:00:24.483448 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96b60ed-103e-4bea-828c-1031bd87f528 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:00:24.490641 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.502841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Transition to ACTIVE for port object b96b60ed-103e-4bea-828c-1031bd87f528 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:00:24.506354 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.557656 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Pushing event updated for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:24.632588 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Attempting to bind port b96b60ed-103e-4bea-828c-1031bd87f528 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:24.632926 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Attempting to bind port b96b60ed-103e-4bea-828c-1031bd87f528 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:24.633294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Attempting to bind port b96b60ed-103e-4bea-828c-1031bd87f528 on network 6527c97d-30a3-4518-b580-171e80c70220 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:24.638193 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Port b96b60ed-103e-4bea-828c-1031bd87f528 on network 6527c97d-30a3-4518-b580-171e80c70220 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:00:24.638521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Attempting to bind port b96b60ed-103e-4bea-828c-1031bd87f528 on network 6527c97d-30a3-4518-b580-171e80c70220 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:24.645593 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:24.645930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Checking segment: {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:24.646313 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Bound using segment: {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:24.646747 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Bound port: b96b60ed-103e-4bea-828c-1031bd87f528, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6606104d-b393-4ff2-9d7e-3a82f67adc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6527c97d-30a3-4518-b580-171e80c70220'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:24.647107 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.736714 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285eb579-1342-4a2e-bb8c-0fda369500df req-bd085659-e93c-4bbf-80a5-d896849107ae tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:24.738250 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-285eb579-1342-4a2e-bb8c-0fda369500df req-bd085659-e93c-4bbf-80a5-d896849107ae tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 948 time: 0.0944943 Oct 12 18:00:24.768584 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:24.789868 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b96b60ed-103e-4bea-828c-1031bd87f528,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:24.796066 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-285eb579-1342-4a2e-bb8c-0fda369500df req-0cde358d-ced4-448c-95c0-f7d0dd2b93f9 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Oct 12 18:00:24.797644 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.843237 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:24.843844 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:24.845240 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] 10.222.0.87 "PUT /v2.0/ports/b96b60ed-103e-4bea-828c-1031bd87f528 HTTP/1.1" status: 200 len: 1098 time: 0.7000625 Oct 12 18:00:24.845739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:24.847917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb95fbcd-46f2-4369-a169-145aa15b2981" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:24.868848 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda983b-d456-4c49-8003-374bb93c5172 service neutron] Pushing event updated for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:24.897712 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab1f4ff-fa33-4955-bab8-40e69ab53185 x-openstack-request-id: req-4ab1f4ff-fa33-4955-bab8-40e69ab53185 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:24.898136 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:24.898419 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4ab1f4ff-fa33-4955-bab8-40e69ab53185 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:24.898802 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528', 'status': 'completed', 'code': 200} Oct 12 18:00:24.933654 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-c7a48ef1-e9b4-47cd-808d-16a585bbc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:24.935178 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-c7a48ef1-e9b4-47cd-808d-16a585bbc889 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 1101 time: 0.0464070 Oct 12 18:00:24.980001 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-bb727d26-e008-42f7-9955-17664ae834dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=b96b60ed-103e-4bea-828c-1031bd87f528 HTTP/1.1" status: 200 len: 217 time: 0.0358250 Oct 12 18:00:25.035571 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-98242287-faa5-4dcc-bbf6-bc3878283198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.037029 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-98242287-faa5-4dcc-bbf6-bc3878283198 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5 HTTP/1.1" status: 200 len: 843 time: 0.0492694 Oct 12 18:00:25.083741 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1902db-f7ca-402a-a909-c99d64838865 req-c35f84dd-7432-4f09-bc6e-48ccf5923d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.085326 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-c35f84dd-7432-4f09-bc6e-48ccf5923d9b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6527c97d-30a3-4518-b580-171e80c70220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405953 Oct 12 18:00:25.174475 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-1caccdeb-2a2e-4973-a07d-6280b74742b1 service neutron] 10.222.0.87 "GET /v2.0/networks/6527c97d-30a3-4518-b580-171e80c70220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812185 Oct 12 18:00:25.270649 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-0d1902db-f7ca-402a-a909-c99d64838865 req-260e7790-32f9-4d53-8734-29e22f12474a service neutron] 10.222.0.87 "GET /v2.0/networks/6527c97d-30a3-4518-b580-171e80c70220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869479 Oct 12 18:00:25.358468 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-0c110330-3171-41fd-83f3-13d5ca684eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.359940 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-0c110330-3171-41fd-83f3-13d5ca684eae service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 1101 time: 0.0418780 Oct 12 18:00:25.455675 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-4ce0f3ba-731b-45df-b1ff-89d6e333c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.457342 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-4ce0f3ba-731b-45df-b1ff-89d6e333c953 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6527c97d-30a3-4518-b580-171e80c70220 HTTP/1.1" status: 200 len: 870 time: 0.0894153 Oct 12 18:00:25.501196 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-806e60c6-cbe8-4783-9adf-596897c11a07 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=b96b60ed-103e-4bea-828c-1031bd87f528 HTTP/1.1" status: 200 len: 217 time: 0.0356030 Oct 12 18:00:25.550024 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-6e25d372-8855-4d1d-8614-6903fcbc4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.551435 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-6e25d372-8855-4d1d-8614-6903fcbc4ced service neutron] 10.222.0.87 "GET /v2.0/subnets?id=aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5 HTTP/1.1" status: 200 len: 843 time: 0.0435536 Oct 12 18:00:25.600486 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-bb26f2ab-b07f-4b3b-b24b-3f9e77e5a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.601961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-bb26f2ab-b07f-4b3b-b24b-3f9e77e5a630 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6527c97d-30a3-4518-b580-171e80c70220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0419624 Oct 12 18:00:25.689456 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-277d3916-6199-42ed-be8a-05a25a0feb79 service neutron] 10.222.0.87 "GET /v2.0/networks/6527c97d-30a3-4518-b580-171e80c70220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793865 Oct 12 18:00:25.782876 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bb95fbcd-46f2-4369-a169-145aa15b2981 req-fdf3b719-0c12-4455-a1c0-e85470b82130 service neutron] 10.222.0.87 "GET /v2.0/networks/6527c97d-30a3-4518-b580-171e80c70220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857353 Oct 12 18:00:25.912429 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30d4db-f097-42cd-a234-4c76bd34fa77 req-64cfef26-5c92-46ef-a32d-e039b3fa6233 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:25.913815 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d30d4db-f097-42cd-a234-4c76bd34fa77 req-64cfef26-5c92-46ef-a32d-e039b3fa6233 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 948 time: 0.0527871 Oct 12 18:00:25.950721 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d30d4db-f097-42cd-a234-4c76bd34fa77 req-c40cbc72-4a7f-4333-b1c7-f96fe5686cfc tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Oct 12 18:00:26.600862 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44700) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:26.709224 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-325a12ef-6e82-4af6-85e1-567fe659b687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.791496 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-325a12ef-6e82-4af6-85e1-567fe659b687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.795360 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-325a12ef-6e82-4af6-85e1-567fe659b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.834112 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a12ef-6e82-4af6-85e1-567fe659b687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7405a3a-4cc8-4a5b-ab00-22a281b21648,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:26.839862 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-325a12ef-6e82-4af6-85e1-567fe659b687 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9280e428496f4322a84aabc903b6408c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379749 Oct 12 18:00:26.842532 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44704) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:26.893656 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.913939 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.966613 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.969231 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:26.970367 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a7405a3a-4cc8-4a5b-ab00-22a281b21648 HTTP/1.1" status: 204 len: 168 time: 0.1269174 Oct 12 18:00:26.986325 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320b38a-c179-41e3-82c6-0f73ddde7b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7405a3a-4cc8-4a5b-ab00-22a281b21648,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:27.070901 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12300a-3d1e-4568-8ac3-ff9b0aa5ccdc req-3565ec00-3018-4116-bb59-544de3094831 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.072382 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be12300a-3d1e-4568-8ac3-ff9b0aa5ccdc req-3565ec00-3018-4116-bb59-544de3094831 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 948 time: 0.0509162 Oct 12 18:00:27.112855 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-be12300a-3d1e-4568-8ac3-ff9b0aa5ccdc req-d36b6331-501f-479a-a293-e0d854dd23bf tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Oct 12 18:00:27.597230 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44728) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:27.695798 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1260270150-network', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:27.719218 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Made reservation on behalf of ea97700f1f92469489b2151ad7d29317 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:27.721516 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.730605 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.808574 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.812377 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.836874 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:00:27.846985 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:27.851998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.852339 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Added segment 6dd057b4-e003-496d-af14-5933c96fdbf4 of type vlan for network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 Oct 12 18:00:27.892074 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.915835 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.916860 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:27.917456 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:27.975875 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3775291 Oct 12 18:00:27.978895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44732) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:27.980876 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201e29a-cb4d-4d6b-a93f-4ff504ffafa3 admin admin] Pushing event updated for resources: {'Network': ['ID=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:27.983825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Request body: {'subnet': {'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1260270150-subnet', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:27.992549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:00:28.009184 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Made reservation on behalf of ea97700f1f92469489b2151ad7d29317 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:28.012365 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-20287768'] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.176537 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17418895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-20287798'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.267128 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=34643792-88fb-456d-84e7-f0d8b3cb0858,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:28.286304 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3978d58-e64d-4baa-bd88-9351e48f3917 req-e9baf646-76b9-49be-8b8d-277069a9d26a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:28.287773 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3978d58-e64d-4baa-bd88-9351e48f3917 req-e9baf646-76b9-49be-8b8d-277069a9d26a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 948 time: 0.1037629 Oct 12 18:00:28.288953 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Checking segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:28.289320 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Network hostable DHCP agents. Network: bcfe131c-e5b3-4c15-97fb-5226a84f6ec8, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:00:28.321628 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:00:28.338668 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b3978d58-e64d-4baa-bd88-9351e48f3917 req-c69f3d86-a6ea-4d3b-855f-775032ba1bc6 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Oct 12 18:00:28.339714 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, bcfe131c-e5b3-4c15-97fb-5226a84f6ec8) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:28.343858 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:28.344449 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.350463 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec1794b-6427-4fda-ab72-0088ddcd00c0 None None] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:00:28.368132 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0e88bb53-03e2-4512-a236-5b6c80e98bef admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3880980 Oct 12 18:00:28.371620 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44736) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:28.375834 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:28.396799 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.397750 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.450840 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.498705 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:00:28.499587 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.585785 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.632264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Allocated IP 172.20.0.2 (bcfe131c-e5b3-4c15-97fb-5226a84f6ec8/34643792-88fb-456d-84e7-f0d8b3cb0858/735357ff-2402-42ec-aa7e-d84950a192db) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:28.783755 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.790216 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.793299 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.813407 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.833287 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:28.836070 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:28.840055 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:28.848313 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Pushing event updated for resources: {'Port': ['ID=735357ff-2402-42ec-aa7e-d84950a192db,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:28.875294 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.875647 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.875998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.876329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.876662 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.877012 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.877342 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.877668 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.877997 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.878316 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.878641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.878959 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:28.906755 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Attempting to bind port 735357ff-2402-42ec-aa7e-d84950a192db on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:28.907600 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Attempting to bind port 735357ff-2402-42ec-aa7e-d84950a192db by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:28.907801 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Attempting to bind port 735357ff-2402-42ec-aa7e-d84950a192db on network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:28.912492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:28.912866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Checking segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:28.913289 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.913671 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Bound using segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:28.914126 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Bound port: 735357ff-2402-42ec-aa7e-d84950a192db, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:28.914503 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:28.922284 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Allocated IP 172.27.2.242 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/0da30474-75c8-4248-968a-7e08125a41ce) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:28.980685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] For port 735357ff-2402-42ec-aa7e-d84950a192db, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:28.983855 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] For port 735357ff-2402-42ec-aa7e-d84950a192db, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=735357ff-2402-42ec-aa7e-d84950a192db,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:28.988259 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.029698 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.053810 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8e4b6-5174-4583-92b3-34eb019c3d66 None None] Pushing event updated for resources: {'Port': ['ID=735357ff-2402-42ec-aa7e-d84950a192db,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:29.070042 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.114206 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:29.117245 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:29.120152 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:29.144345 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0da30474-75c8-4248-968a-7e08125a41ce,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:29.169106 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device b96b60ed-103e-4bea-828c-1031bd87f528 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:00:29.313074 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b96b60ed-103e-4bea-828c-1031bd87f528,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:29.326812 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': 'b96b60ed-103e-4bea-828c-1031bd87f528', 'network_id': '6527c97d-30a3-4518-b580-171e80c70220', 'port_id': 'b96b60ed-103e-4bea-828c-1031bd87f528', 'mac_address': 'fa:16:3e:fc:36:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1ce7b4-185f-4536-8cb4-cf973b0a2ad5', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:00:29.371163 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.386001 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96b60ed-103e-4bea-828c-1031bd87f528 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:00:29.407799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b96b60ed-103e-4bea-828c-1031bd87f528,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:29.412534 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.461727 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:29.572739 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f8e97-dd7a-491b-bf47-2f1f4b06f961 req-faf42c06-de15-4ea4-8a17-5aebf2443b56 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:29.574204 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d46f8e97-dd7a-491b-bf47-2f1f4b06f961 req-faf42c06-de15-4ea4-8a17-5aebf2443b56 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 949 time: 0.0829897 Oct 12 18:00:29.693084 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d46f8e97-dd7a-491b-bf47-2f1f4b06f961 req-73fe1721-00bd-471f-9977-4ae9565c14bd tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828083 Oct 12 18:00:29.711705 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.776471 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['b96b60ed-103e-4bea-828c-1031bd87f528'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:00:29.826829 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 735357ff-2402-42ec-aa7e-d84950a192db up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:29.919381 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 735357ff-2402-42ec-aa7e-d84950a192db triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:29.919847 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.939848 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:29.961084 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1a97c-005c-44d1-b19e-324cc71c14e1 None None] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:00:30.065038 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-fb96d5b4-4b56-4bc7-826b-c284c27f9a30 None None] Provisioning complete for port 735357ff-2402-42ec-aa7e-d84950a192db triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:30.065735 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fb96d5b4-4b56-4bc7-826b-c284c27f9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.083226 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Router 9b6a7c71-9eb7-476b-95c7-b26e57373475 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:00:30.172869 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.192115 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:00:30.207851 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Sync routers for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:00:30.210628 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.211860 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b0cfcc85-374a-4b4c-82b2-4911e5c474d2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8393068 Oct 12 18:00:30.214998 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44740) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:30.266557 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 735357ff-2402-42ec-aa7e-d84950a192db, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=735357ff-2402-42ec-aa7e-d84950a192db,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:30.270254 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:30.270925 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:30.442494 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.483554 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fb96d5b4-4b56-4bc7-826b-c284c27f9a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.576057 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=735357ff-2402-42ec-aa7e-d84950a192db,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:30.612604 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:30.680042 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.db.api [None req-fb96d5b4-4b56-4bc7-826b-c284c27f9a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:00:30.680394 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG oslo_db.api [None req-fb96d5b4-4b56-4bc7-826b-c284c27f9a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:00:30.816826 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:29Z', 'revision_number': 3, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:30.820404 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fca87-bc52-4dbd-9e6f-dcdca615ef7c req-19e79a35-3522-4a98-b35b-b8041c57f31a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:30.822009 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-584fca87-bc52-4dbd-9e6f-dcdca615ef7c req-19e79a35-3522-4a98-b35b-b8041c57f31a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 949 time: 0.0573642 Oct 12 18:00:30.844593 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Checking router: 9b6a7c71-9eb7-476b-95c7-b26e57373475 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:00:30.845030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Updating router 9b6a7c71-9eb7-476b-95c7-b26e57373475 port 0da30474-75c8-4248-968a-7e08125a41ce binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:00:30.873061 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-584fca87-bc52-4dbd-9e6f-dcdca615ef7c req-b3b96f36-86b5-4cd9-ab3d-6e656bce4dc8 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Oct 12 18:00:30.874951 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:30.904104 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.058434 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Allocated IP 172.20.0.1 (bcfe131c-e5b3-4c15-97fb-5226a84f6ec8/34643792-88fb-456d-84e7-f0d8b3cb0858/387977a3-8d1a-4e67-9a20-2b3c0d099057) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:31.133194 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.140313 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.166999 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.190625 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device b96b60ed-103e-4bea-828c-1031bd87f528 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:31.202244 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.236983 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f0488-b2bc-4972-a2fc-b30bd9012eac None None] Pushing event updated for resources: {'Port': ['ID=0da30474-75c8-4248-968a-7e08125a41ce,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.239244 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Attempting to bind port 0da30474-75c8-4248-968a-7e08125a41ce on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:31.239609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Attempting to bind port 0da30474-75c8-4248-968a-7e08125a41ce by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:31.239963 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Attempting to bind port 0da30474-75c8-4248-968a-7e08125a41ce on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:31.241902 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:31.246992 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:31.251356 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:31.254426 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Pushing event updated for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.263695 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:31.264065 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:31.264468 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.264850 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:31.265353 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Bound port: 0da30474-75c8-4248-968a-7e08125a41ce, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:31.265756 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.296722 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.332427 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port b96b60ed-103e-4bea-828c-1031bd87f528 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:00:31.339196 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] For port 0da30474-75c8-4248-968a-7e08125a41ce, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:31.341159 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port b96b60ed-103e-4bea-828c-1031bd87f528 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:31.341643 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.344400 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] For port 0da30474-75c8-4248-968a-7e08125a41ce, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=0da30474-75c8-4248-968a-7e08125a41ce,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:31.367774 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.450492 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.458719 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-17e4908d-d50f-497a-b117-320e48a53610 None None] Provisioning complete for port 735357ff-2402-42ec-aa7e-d84950a192db triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:31.459093 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-17e4908d-d50f-497a-b117-320e48a53610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.464184 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f0488-b2bc-4972-a2fc-b30bd9012eac None None] Pushing event updated for resources: {'Port': ['ID=0da30474-75c8-4248-968a-7e08125a41ce,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.483793 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:31.484418 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:31.612519 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.619050 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.623959 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.670618 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:31.675602 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:31.677880 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b7668-ff0c-4da5-8602-98d5907352de" -d '{"events": [{"server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "name": "network-vif-plugged", "status": "completed", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:31.693832 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.696384 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Pushing event updated for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.725512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b96b60ed-103e-4bea-828c-1031bd87f528,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:31.734832 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.769452 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f76dd3d-4e76-47f9-9e90-7bdbff899040 x-openstack-request-id: req-9f76dd3d-4e76-47f9-9e90-7bdbff899040 {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:31.769791 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "name": "network-vif-plugged", "status": "completed", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:31.770488 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f76dd3d-4e76-47f9-9e90-7bdbff899040 {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:31.770623 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528', 'code': 200} Oct 12 18:00:31.808413 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:31.810408 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:31.827869 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 735357ff-2402-42ec-aa7e-d84950a192db up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:31.909132 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:31.956774 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-8d675090-5370-4d28-b07e-0067f3942954 None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:31.957187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-8d675090-5370-4d28-b07e-0067f3942954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:31.970242 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252c26a-6b1c-4b19-8467-4b050700c4f9 req-3adc62dc-dd18-4118-ad21-e07230f7ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:31.971864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6252c26a-6b1c-4b19-8467-4b050700c4f9 req-3adc62dc-dd18-4118-ad21-e07230f7ad9c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 1103 time: 0.0713780 Oct 12 18:00:31.976393 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Router 9b6a7c71-9eb7-476b-95c7-b26e57373475 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:00:32.050092 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-8d675090-5370-4d28-b07e-0067f3942954 None None] Port 387977a3-8d1a-4e67-9a20-2b3c0d099057 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:00:32.054111 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6252c26a-6b1c-4b19-8467-4b050700c4f9 req-2e8eb618-afa8-4bef-b148-b910b347d7f1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657661 Oct 12 18:00:32.059040 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 735357ff-2402-42ec-aa7e-d84950a192db triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:32.059419 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.062961 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6250d-7a4c-4919-b3d1-918e689c457e req-b37c7df6-88f3-4a6f-b4b2-4dfe2e9c2d4a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:32.069869 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-35a6250d-7a4c-4919-b3d1-918e689c457e req-b37c7df6-88f3-4a6f-b4b2-4dfe2e9c2d4a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.0900640 Oct 12 18:00:32.114115 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-35a6250d-7a4c-4919-b3d1-918e689c457e req-ca598f6b-6e7d-419c-a28a-7cf4e57b1b58 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Oct 12 18:00:32.117821 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 1, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:32.123147 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:00:32.133129 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-84326de4-a830-4e45-bbaa-2716ec725e9b admin admin] 10.222.0.86 "PUT /v2.0/routers/9b6a7c71-9eb7-476b-95c7-b26e57373475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122043 Oct 12 18:00:32.147592 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172201b-c9ef-44d9-bf91-8f4f540aeb48 None None] The sync data for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi is: [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 1, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:00:32.200231 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-3a039cc0-7179-43dc-b2b9-88ddf56fbad8 None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:32.200785 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-3a039cc0-7179-43dc-b2b9-88ddf56fbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.236310 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-3a039cc0-7179-43dc-b2b9-88ddf56fbad8 None None] Port 387977a3-8d1a-4e67-9a20-2b3c0d099057 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:00:32.648746 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44764) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:32.658386 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1394728580-network', 'tenant_id': 'd49edee692b8424f948679535641ee69'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:32.682817 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Made reservation on behalf of d49edee692b8424f948679535641ee69 for: {'network': 1} {{(pid=100742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:32.685234 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for network, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.693959 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.794644 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.798612 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.818683 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=100742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 18:00:32.837098 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.837438 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.segments_db [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Added segment 581f09ac-cad7-4da5-9a3b-a1f64aaff5c0 of type vlan for network a884db5a-5929-4055-bf93-5e743aafca8c Oct 12 18:00:32.839935 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4be2df-4224-4a04-a6f4-34a986857e7b,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:32.882647 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788897980995'] for network, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.912460 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954'] for network, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.913546 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:32.914128 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:32.967527 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3175373 Oct 12 18:00:32.970413 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44766) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:32.976710 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Request body: {'subnet': {'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1394728580-subnet', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'ip_version': 4}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:32.979243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1d645-653a-45be-8e9b-501c29675dfc admin admin] Pushing event updated for resources: {'Network': ['ID=a884db5a-5929-4055-bf93-5e743aafca8c,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:32.989363 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Network a884db5a-5929-4055-bf93-5e743aafca8c details requested by agent ovs-agent-dv-cinder-813225-2-iscsi with host dv-cinder-813225-2-iscsi {{(pid=100743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 18:00:33.001281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Made reservation on behalf of d49edee692b8424f948679535641ee69 for: {'subnet': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:33.004240 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-20287768'] for subnet, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.200825 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17418895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-20287798'] for subnet, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.275174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f0c52f-e408-48a9-9f80-8dd352a3a4b0,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:33.292111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ff0-8c83-4477-94ad-02f7e0a927ee req-b928a0a6-21ec-4452-844d-94cc7368366a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:33.293338 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a2d5ff0-8c83-4477-94ad-02f7e0a927ee req-b928a0a6-21ec-4452-844d-94cc7368366a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.1030159 Oct 12 18:00:33.309664 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Checking segment: {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:33.310015 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Network hostable DHCP agents. Network: a884db5a-5929-4055-bf93-5e743aafca8c, hostable agents: ['08195084-0a2d-458d-8b72-20ba0dacc704'], hosted agents: [] {{(pid=100741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 18:00:33.320549 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-32696976-6dd8-4b67-a037-eb151d5916bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.352996 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4a2d5ff0-8c83-4477-94ad-02f7e0a927ee req-705f43a0-2ba9-433b-bef7-af69d077db09 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520663 Oct 12 18:00:33.354527 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Network a884db5a-5929-4055-bf93-5e743aafca8c is scheduled to be hosted by DHCP agent 08195084-0a2d-458d-8b72-20ba0dacc704 with binding_index 1 {{(pid=100741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 18:00:33.366223 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813225-2-iscsi, a884db5a-5929-4055-bf93-5e743aafca8c) {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:33.373476 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:33.374082 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.375371 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c497515-c6d4-4522-8276-12cc6c0608af None None] Network a884db5a-5929-4055-bf93-5e743aafca8c requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:00:33.392844 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b1117b3e-c25b-4eb2-8169-5d42c8aa4d51 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4211030 Oct 12 18:00:33.395180 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 44770) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:33.399717 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:33.421636 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-922618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30071'] for router, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.422708 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-922478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-923961', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-962358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30076'] for router, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.477525 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.621247 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.665614 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40bd3e4d-96e6-5e78-9513-30c9f0449fed-a884db5a-5929-4055-bf93-5e743aafca8c', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0'}]}} from dv-cinder-813225-2-iscsi. {{(pid=100743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 18:00:33.667183 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.827990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.db_base_plugin_common [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Allocated IP 172.20.0.2 (a884db5a-5929-4055-bf93-5e743aafca8c/e0f0c52f-e408-48a9-9f80-8dd352a3a4b0/3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414) {{(pid=100743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:33.834598 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.853486 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 0da30474-75c8-4248-968a-7e08125a41ce up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:33.855567 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:33.967879 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Allocated IP 172.27.2.98 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/28068558-f54a-4053-a42e-b548fd3e0885) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:33.976250 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 0da30474-75c8-4248-968a-7e08125a41ce triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:33.976637 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.048422 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks [] for port, precommit_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.055264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948'] for port, after_create {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.078016 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.102040 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Network a884db5a-5929-4055-bf93-5e743aafca8c is already hosted by enough agents. {{(pid=100743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:34.112289 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.122180 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.scheduler.base_scheduler [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Resources bound (agent type, host, resource id): {{(pid=100743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:34.127250 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Received port after_create {{(pid=100743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:34.149731 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Pushing event updated for resources: {'Port': ['ID=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,revision_number=1']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:34.152079 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:34.155166 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:34.159266 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:34.168143 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.173662 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Sync routers for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:00:34.185355 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:34.185958 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:34.190987 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Pushing event updated for resources: {'Port': ['ID=28068558-f54a-4053-a42e-b548fd3e0885,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:34.209601 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 0da30474-75c8-4248-968a-7e08125a41ce, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=0da30474-75c8-4248-968a-7e08125a41ce,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:34.215028 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Attempting to bind port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:34.215399 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Attempting to bind port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:34.215764 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Attempting to bind port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 on network a884db5a-5929-4055-bf93-5e743aafca8c {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:34.217908 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.225538 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:34.225919 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Checking segment: {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:34.226324 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.226747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Bound using segment: {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:34.227217 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Bound port: 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:34.227604 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.305454 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:34.323654 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=0da30474-75c8-4248-968a-7e08125a41ce,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:34.349875 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] For port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:34.353708 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] For port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:34.359409 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.445156 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db0192-72af-4e95-b82f-7b98d98661cc None None] Pushing event updated for resources: {'Port': ['ID=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:34.447834 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.517175 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 2, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:34.548353 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Checking router: 9b6a7c71-9eb7-476b-95c7-b26e57373475 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:00:34.548982 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Updating router 9b6a7c71-9eb7-476b-95c7-b26e57373475 port 387977a3-8d1a-4e67-9a20-2b3c0d099057 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:00:34.569487 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d125-0e2a-4c15-8405-61e945e4f53a req-10c78603-ba6c-440d-a411-f4afe6902b0c tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:34.571047 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e8d5d125-0e2a-4c15-8405-61e945e4f53a req-10c78603-ba6c-440d-a411-f4afe6902b0c tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.1399055 Oct 12 18:00:34.575688 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.677188 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e8d5d125-0e2a-4c15-8405-61e945e4f53a req-b5edc91e-46d4-4660-8a35-e311b4cec0cd tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953715 Oct 12 18:00:34.748196 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-922481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-998376'] for router, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.912252 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.915966 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 is scheduled to L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 with binding_index 1 {{(pid=100741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 18:00:34.919134 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:34.965990 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Pushing event updated for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:34.975210 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.975611 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.975939 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.976270 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.976597 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.976917 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.977263 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.977586 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.978102 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.978438 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.979589 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:34.979712 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:00:35.037046 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Attempting to bind port 387977a3-8d1a-4e67-9a20-2b3c0d099057 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:35.037415 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Attempting to bind port 387977a3-8d1a-4e67-9a20-2b3c0d099057 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:35.037773 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Attempting to bind port 387977a3-8d1a-4e67-9a20-2b3c0d099057 on network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:35.043981 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:35.044381 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Checking segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:35.044739 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.045243 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Bound using segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:35.045710 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Bound port: 387977a3-8d1a-4e67-9a20-2b3c0d099057, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:35.046101 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.078360 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d17c8f-cd3b-4e52-a76f-461a6879084d req-78c18c42-6b1a-49eb-bb10-d22369f394d8 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:35.079907 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3d17c8f-cd3b-4e52-a76f-461a6879084d req-78c18c42-6b1a-49eb-bb10-d22369f394d8 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.1118860 Oct 12 18:00:35.081023 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:00:35.096808 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Sync routers for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:00:35.114163 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.115400 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d30ff2c1-7eeb-45ea-9e67-a1b8dfd8aae9 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7190163 Oct 12 18:00:35.118567 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 44780) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:35.130501 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:35.134769 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c3d17c8f-cd3b-4e52-a76f-461a6879084d req-5cddd92c-89bb-4292-af48-bf42b036cd6f tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483077 Oct 12 18:00:35.145146 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:35.146312 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] For port 387977a3-8d1a-4e67-9a20-2b3c0d099057, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:35.162374 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] For port 387977a3-8d1a-4e67-9a20-2b3c0d099057, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=387977a3-8d1a-4e67-9a20-2b3c0d099057,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:35.170428 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.252151 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:35.253514 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:35.304859 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:35.305262 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.348495 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:35.387535 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:35.553775 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52734143-63bb-4c35-b36a-63be0b5bf8e4 None None] Pushing event updated for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:35.610662 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.615346 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6fd37-6afc-4af4-923b-832e1f20a7a1 None None] Network a884db5a-5929-4055-bf93-5e743aafca8c requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:00:35.668826 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:35.693494 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.698527 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] For port 387977a3-8d1a-4e67-9a20-2b3c0d099057, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=387977a3-8d1a-4e67-9a20-2b3c0d099057,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:35.700827 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585418e-913b-4a02-90ab-75ee7c72c063 None None] The sync data for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi is: [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:00:35.708693 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.779973 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 3, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:35.794820 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da40c14-0440-4666-89a5-c713b4d8ae39 None None] Pushing event updated for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:35.863513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Checking router: c3797c25-51f5-4c80-9d0a-f9a46b53ce44 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:00:35.863807 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Updating router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 port 28068558-f54a-4053-a42e-b548fd3e0885 binding host dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:00:35.891561 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_common [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Allocated IP 172.20.0.1 (a884db5a-5929-4055-bf93-5e743aafca8c/e0f0c52f-e408-48a9-9f80-8dd352a3a4b0/fff8f86a-e3d5-45db-a4de-5a509567d892) {{(pid=100742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:35.896088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:35.930005 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:35.930333 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.037626 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.052212 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:36.077598 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.119181 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Network a884db5a-5929-4055-bf93-5e743aafca8c is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:36.124671 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:36.125638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6be25d7a-3d3b-43fd-9fea-993ecad3d5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.129376 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Received port after_create {{(pid=100742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:36.133200 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Pushing event updated for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=1']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:36.189163 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-998201'] for router_interface, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.305981 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:36.306379 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.334892 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e3f1-aa44-400e-8192-949e57261bce req-de2cd1a9-0f7f-4866-b25a-1fa41e768a6a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:36.337660 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7119e3f1-aa44-400e-8192-949e57261bce req-de2cd1a9-0f7f-4866-b25a-1fa41e768a6a tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.0986378 Oct 12 18:00:36.378863 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.384386 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Provisioning complete for port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:36.384994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.391031 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7119e3f1-aa44-400e-8192-949e57261bce req-9d31c50f-b758-46c5-8a7e-58bd7cf707dd tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/security-groups?id=14265206-e2f8-4a97-9762-023b5857bc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465474 Oct 12 18:00:36.610054 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks [] for port, precommit_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.616377 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25333121'] for port, after_update {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.664289 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.686589 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-1255aedd-92bc-4d04-8cc8-83acec02861e tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:36.688600 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-1255aedd-92bc-4d04-8cc8-83acec02861e tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 950 time: 0.0825932 Oct 12 18:00:36.696069 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Pushing event updated for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=2']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:36.699626 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924329'] for router_interface, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.728186 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:36.746855 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.750449 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.751264 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 0da30474-75c8-4248-968a-7e08125a41ce up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:36.802970 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.810448 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Deleting port b96b60ed-103e-4bea-828c-1031bd87f528 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:00:36.810798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.812624 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Network a884db5a-5929-4055-bf93-5e743aafca8c is already hosted by enough agents. {{(pid=100742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:36.814220 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.base_scheduler [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Resources bound (agent type, host, resource id): {{(pid=100742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:36.827284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.880968 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:36.884154 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Attempting to bind port 28068558-f54a-4053-a42e-b548fd3e0885 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:36.884526 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Attempting to bind port 28068558-f54a-4053-a42e-b548fd3e0885 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:36.884892 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Attempting to bind port 28068558-f54a-4053-a42e-b548fd3e0885 on network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:36.917358 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] For port b96b60ed-103e-4bea-828c-1031bd87f528, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b96b60ed-103e-4bea-828c-1031bd87f528,segment=NetworkSegment(6606104d-b393-4ff2-9d7e-3a82f67adc0e),segment_id=6606104d-b393-4ff2-9d7e-3a82f67adc0e)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:36.917841 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.936753 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Calling delete_port for b96b60ed-103e-4bea-828c-1031bd87f528 owned by compute:nova {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:00:36.943234 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:00:36.945437 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:36.945799 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Checking segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:36.946206 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.946603 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Bound using segment: {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'} {{(pid=100743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:36.947086 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.managers [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Bound port: 28068558-f54a-4053-a42e-b548fd3e0885, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4346-e0b2-4163-91fa-b6d5e734c49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3'}}] {{(pid=100743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:36.947512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:36.997238 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.db.api [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 18:00:36.997578 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG oslo_db.api [None req-bdc3cdfd-9f68-4b22-98f5-76dbba33b67e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 18:00:37.002473 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65510032-e653-447b-855e-1c0b7201ea0c None None] Pushing event updated for resources: {'Port': ['ID=28068558-f54a-4053-a42e-b548fd3e0885,revision_number=2']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:37.007581 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 0da30474-75c8-4248-968a-7e08125a41ce triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:37.008513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.084187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] For port 28068558-f54a-4053-a42e-b548fd3e0885, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:37.086930 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.091964 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.101329 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] For port 28068558-f54a-4053-a42e-b548fd3e0885, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=28068558-f54a-4053-a42e-b548fd3e0885,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:37.110284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.112872 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.113995 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:00:37.120657 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7d3dc788-bf65-45df-b020-f63c0e9ffaed admin admin] 10.222.0.86 "PUT /v2.0/routers/c3797c25-51f5-4c80-9d0a-f9a46b53ce44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012376 Oct 12 18:00:37.151724 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Pushing event deleted for resources: {'Port': ['ID=b96b60ed-103e-4bea-828c-1031bd87f528,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:37.184162 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['b96b60ed-103e-4bea-828c-1031bd87f528'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:00:37.199652 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] No DVR routers for this DVR port b96b60ed-103e-4bea-828c-1031bd87f528 on host hv-cinder-81322 {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:00:37.202328 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.205909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-58b19b38-1a50-4c4e-a928-6e40228e3c4e req-0c9965ec-c8aa-4d39-be72-f70ff271d0b0 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.87 "DELETE /v2.0/ports/b96b60ed-103e-4bea-828c-1031bd87f528 HTTP/1.1" status: 204 len: 173 time: 0.5101018 Oct 12 18:00:37.206405 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'name': 'network-vif-deleted', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:00:37.208708 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c7aad1-68c2-4ec1-ba77-662b5bd58ec4" -d '{"events": [{"server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "name": "network-vif-deleted", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:00:37.255262 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65510032-e653-447b-855e-1c0b7201ea0c None None] Pushing event updated for resources: {'Port': ['ID=28068558-f54a-4053-a42e-b548fd3e0885,revision_number=3']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:37.272851 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 387977a3-8d1a-4e67-9a20-2b3c0d099057 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:37.275718 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:37.276621 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:37.293370 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f96c0e-5936-43f8-9437-73dff1a9d423 x-openstack-request-id: req-46f96c0e-5936-43f8-9437-73dff1a9d423 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:00:37.293508 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a546c4-bde6-495c-aaf0-7b0974c61c20", "name": "network-vif-deleted", "tag": "b96b60ed-103e-4bea-828c-1031bd87f528", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:00:37.293785 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-46f96c0e-5936-43f8-9437-73dff1a9d423 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:00:37.294239 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a546c4-bde6-495c-aaf0-7b0974c61c20', 'name': 'network-vif-deleted', 'tag': 'b96b60ed-103e-4bea-828c-1031bd87f528', 'status': 'completed', 'code': 200} Oct 12 18:00:37.417043 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:37.417629 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.455327 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:37.518077 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:00:37.538402 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ed008ea3-4d96-4531-ac96-2edb69b370f2 req-9514db9e-11ef-4925-b17e-597e74252c94 tempest-VolumesNegativeTest-1690757026 tempest-VolumesNegativeTest-1690757026-project] 10.222.0.86 "GET /v2.0/ports?device_id=c8a546c4-bde6-495c-aaf0-7b0974c61c20 HTTP/1.1" status: 200 len: 210 time: 0.0484440 Oct 12 18:00:37.760589 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'fff8f86a-e3d5-45db-a4de-5a509567d892', 'name': '', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'mac_address': 'fa:16:3e:92:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:35Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 2, 'project_id': 'd49edee692b8424f948679535641ee69', 'subnets': [{'id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:37.791961 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052f50-86a5-4c7e-a430-8f6a067955e4 None None] The sync data for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi is: [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'fff8f86a-e3d5-45db-a4de-5a509567d892', 'name': '', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'mac_address': 'fa:16:3e:92:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:35Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 2, 'project_id': 'd49edee692b8424f948679535641ee69', 'subnets': [{'id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:00:37.802627 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f2e7cc6a-ba02-4fad-8cc2-8babf8f3d5d8 None None] Provisioning complete for port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:37.802988 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cc6a-ba02-4fad-8cc2-8babf8f3d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.826046 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:37.921987 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:37.922294 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:37.986430 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f2e7cc6a-ba02-4fad-8cc2-8babf8f3d5d8 None None] Provisioning complete for port fff8f86a-e3d5-45db-a4de-5a509567d892 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:37.986966 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cc6a-ba02-4fad-8cc2-8babf8f3d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:38.073522 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7cc6a-ba02-4fad-8cc2-8babf8f3d5d8 None None] Port fff8f86a-e3d5-45db-a4de-5a509567d892 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:00:38.078007 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 387977a3-8d1a-4e67-9a20-2b3c0d099057 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:38.144220 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 387977a3-8d1a-4e67-9a20-2b3c0d099057 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:38.144735 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:38.749554 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:39.203230 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device b96b60ed-103e-4bea-828c-1031bd87f528 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:00:39.239389 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: b96b60ed-103e-4bea-828c-1031bd87f528 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:00:39.239741 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device b96b60ed-103e-4bea-828c-1031bd87f528 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:00:39.857895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 28068558-f54a-4053-a42e-b548fd3e0885 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:39.931175 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 28068558-f54a-4053-a42e-b548fd3e0885 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:39.931559 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:40.042997 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:40.081898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] For port 28068558-f54a-4053-a42e-b548fd3e0885, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=28068558-f54a-4053-a42e-b548fd3e0885,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:40.089955 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:40.158026 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Pushing event updated for resources: {'Port': ['ID=28068558-f54a-4053-a42e-b548fd3e0885,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:40.367031 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Sync routers for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:00:40.378307 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:40.379004 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:40.623839 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:40.914303 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'fff8f86a-e3d5-45db-a4de-5a509567d892', 'name': '', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'mac_address': 'fa:16:3e:92:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:35Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 2, 'project_id': 'd49edee692b8424f948679535641ee69', 'subnets': [{'id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:40.943652 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Checking router: c3797c25-51f5-4c80-9d0a-f9a46b53ce44 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:00:40.944003 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Updating router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 port fff8f86a-e3d5-45db-a4de-5a509567d892 binding host dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 18:00:40.980485 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.319729 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks [] for port, precommit_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.331657 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.417546 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef4f12-4f59-49ee-b304-ea81f0366972 None None] Pushing event updated for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=3']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:41.465031 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Attempting to bind port fff8f86a-e3d5-45db-a4de-5a509567d892 on host dv-cinder-813225-2-iscsi for vnic_type normal with profile {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:00:41.465881 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Attempting to bind port fff8f86a-e3d5-45db-a4de-5a509567d892 by drivers openvswitch,hyperv on host dv-cinder-813225-2-iscsi at level 0 using segments [{'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:00:41.466242 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Attempting to bind port fff8f86a-e3d5-45db-a4de-5a509567d892 on network a884db5a-5929-4055-bf93-5e743aafca8c {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:00:41.474050 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Checking agent: {'id': 'd6d2c1f4-bd5e-4b13-8c52-99a85805ae27', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813225-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 38, 37), 'started_at': datetime.datetime(2021, 10, 12, 17, 39, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813225-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:00:41.474424 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Checking segment: {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:00:41.474818 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.475673 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Bound using segment: {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'} {{(pid=100744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:00:41.476125 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.managers [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Bound port: fff8f86a-e3d5-45db-a4de-5a509567d892, host: dv-cinder-813225-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c'}}] {{(pid=100744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:00:41.477005 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.560423 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] For port fff8f86a-e3d5-45db-a4de-5a509567d892, host dv-cinder-813225-2-iscsi, cleared binding levels {{(pid=100744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:00:41.565096 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.plugins.ml2.db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] For port fff8f86a-e3d5-45db-a4de-5a509567d892, host dv-cinder-813225-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=fff8f86a-e3d5-45db-a4de-5a509567d892,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:00:41.575016 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron_lib.callbacks.manager [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.638381 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:00:41.639421 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:00:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:41.642859 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef4f12-4f59-49ee-b304-ea81f0366972 None None] Pushing event updated for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=4']} {{(pid=100744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:41.723299 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] Provisioning complete for port fff8f86a-e3d5-45db-a4de-5a509567d892 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:41.725104 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.799767 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:00:41.899279 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device fff8f86a-e3d5-45db-a4de-5a509567d892 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:41.950223 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:41.997273 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] For port fff8f86a-e3d5-45db-a4de-5a509567d892, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=fff8f86a-e3d5-45db-a4de-5a509567d892,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:00:42.004609 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port fff8f86a-e3d5-45db-a4de-5a509567d892 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:42.005107 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:42.008328 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:42.091289 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'fff8f86a-e3d5-45db-a4de-5a509567d892', 'name': '', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'mac_address': 'fa:16:3e:92:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:35Z', 'updated_at': '2021-10-12T18:00:41Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'subnets': [{'id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:00:42.093374 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d9a3b-5515-4de5-8d4b-ee38e5f24601 None None] Pushing event updated for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:42.121956 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64227178-89d1-4903-985a-170b6bc57f64 None None] The sync data for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi is: [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:36Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': 'fff8f86a-e3d5-45db-a4de-5a509567d892', 'name': '', 'network_id': 'a884db5a-5929-4055-bf93-5e743aafca8c', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'mac_address': 'fa:16:3e:92:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:35Z', 'updated_at': '2021-10-12T18:00:41Z', 'revision_number': 4, 'project_id': 'd49edee692b8424f948679535641ee69', 'subnets': [{'id': 'e0f0c52f-e408-48a9-9f80-8dd352a3a4b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:00:42.147062 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 28068558-f54a-4053-a42e-b548fd3e0885 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:42.150572 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-34149012-dcb3-4156-8ff8-44dd591f459b None None] Provisioning complete for port fff8f86a-e3d5-45db-a4de-5a509567d892 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:42.150572 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-34149012-dcb3-4156-8ff8-44dd591f459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:42.241964 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port 28068558-f54a-4053-a42e-b548fd3e0885 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:42.242426 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:42.970953 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45044) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:43.152209 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-0f93dad0-26e7-4ea7-bf82-68cae2367272 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3fd7dee73144e669c4b92d85e4c9c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794212 Oct 12 18:00:43.154773 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45048) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:00:43.209473 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:43.237907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:43.555773 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:43.559887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:43.564313 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/14265206-e2f8-4a97-9762-023b5857bc5b HTTP/1.1" status: 204 len: 168 time: 0.4079971 Oct 12 18:00:43.572497 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e901c-ed36-453a-a377-ac99945856cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14265206-e2f8-4a97-9762-023b5857bc5b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:43.816211 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device fff8f86a-e3d5-45db-a4de-5a509567d892 up at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:00:44.007681 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Provisioning complete for port fff8f86a-e3d5-45db-a4de-5a509567d892 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:44.008085 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:45.014050 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:49.032996 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-9287a748-aba5-45ad-8847-f9f821e64af9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:49.034437 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-9287a748-aba5-45ad-8847-f9f821e64af9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 815 time: 0.0989070 Oct 12 18:00:49.049680 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c7c5669b-c20e-4239-bcac-390fa702e5a0 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/quotas/ea97700f1f92469489b2151ad7d29317 HTTP/1.1" status: 200 len: 375 time: 0.0095985 Oct 12 18:00:49.103375 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-e2f43379-a656-4b16-aa36-2356940d8e8f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483890 Oct 12 18:00:49.196606 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-a203bb4c-c193-4ce2-bb48-a9c06144a10c service neutron] 10.222.0.86 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813146 Oct 12 18:00:49.287785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-1998d909-5d3c-47f1-a321-f0e50a7ea140 service neutron] 10.222.0.86 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Oct 12 18:00:49.442971 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f57cbee-3031-4c18-a022-883594cba7ea req-761d8ca2-a5dd-47b4-822e-234e031704ad tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 210 time: 0.0273011 Oct 12 18:00:50.362307 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-1ef12d4b-e3b5-4efe-9b10-d3d795e87ff1 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:50.363769 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-1ef12d4b-e3b5-4efe-9b10-d3d795e87ff1 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 815 time: 0.1057115 Oct 12 18:00:50.380296 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'port': {'device_id': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'admin_state_up': True, 'tenant_id': 'ea97700f1f92469489b2151ad7d29317'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:00:50.491630 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Made reservation on behalf of ea97700f1f92469489b2151ad7d29317 for: {'port': 1} {{(pid=100741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 18:00:50.495619 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:50.577658 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-057a4d98-9e27-4a9e-8d1d-5e70ffa455cc req-e2a9a655-fe66-43b6-b030-232f768873e4 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 210 time: 0.0587578 Oct 12 18:00:50.656331 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Allocated IP 172.20.0.11 (bcfe131c-e5b3-4c15-97fb-5226a84f6ec8/34643792-88fb-456d-84e7-f0d8b3cb0858/23f75497-89df-4858-8470-dc91858f1327) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:00:50.831813 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:50.874082 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:50.935284 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:00:50.938669 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:00:50.942786 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:00:50.950572 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:00:51.010671 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:51.012353 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:51.037255 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-dc68d865-abee-47bf-8771-3284d8e248f9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6632876 Oct 12 18:00:51.196438 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-d92ab915-1148-49b9-b763-85fb09756838 None None] Provisioning complete for port 23f75497-89df-4858-8470-dc91858f1327 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:00:51.198063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d92ab915-1148-49b9-b763-85fb09756838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:00:51.232531 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-d92ab915-1148-49b9-b763-85fb09756838 None None] Port 23f75497-89df-4858-8470-dc91858f1327 cannot update to ACTIVE because it is not bound. {{(pid=100743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 18:00:51.704774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a2f0b-b3d1-4595-baf9-82fc391e24c5 req-01aded52-179c-477d-87c8-e42fe823006a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:51.706680 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b53a2f0b-b3d1-4595-baf9-82fc391e24c5 req-01aded52-179c-477d-87c8-e42fe823006a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0553441 Oct 12 18:00:51.745835 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b53a2f0b-b3d1-4595-baf9-82fc391e24c5 req-3eaf26f9-6224-475a-857f-e125161f516c tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327373 Oct 12 18:00:52.864899 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad2573-a34d-420f-b6e5-d5f23459f684 req-e80b050f-b7af-4c28-a4b4-2a3feb5cdbad tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:52.866530 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24ad2573-a34d-420f-b6e5-d5f23459f684 req-e80b050f-b7af-4c28-a4b4-2a3feb5cdbad tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0513284 Oct 12 18:00:52.912070 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-24ad2573-a34d-420f-b6e5-d5f23459f684 req-abc65fb2-73f4-4c1b-907c-616a80c982d6 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Oct 12 18:00:54.036493 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34604e5d-2dbb-4507-8b37-e3e5f33a9d88 req-a31f9c47-4a1a-40ff-8899-6fd204444ebc tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:54.037898 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34604e5d-2dbb-4507-8b37-e3e5f33a9d88 req-a31f9c47-4a1a-40ff-8899-6fd204444ebc tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0506115 Oct 12 18:00:54.080162 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-34604e5d-2dbb-4507-8b37-e3e5f33a9d88 req-1b5a80cd-dcfa-4010-bad1-3817a78c56f8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Oct 12 18:00:55.205577 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3b7a-cad9-4638-91ae-08c13260dffc req-705ff01f-a0cd-42cc-bcb8-99e573618e6a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:55.207207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-455b3b7a-cad9-4638-91ae-08c13260dffc req-705ff01f-a0cd-42cc-bcb8-99e573618e6a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0547090 Oct 12 18:00:55.249673 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-455b3b7a-cad9-4638-91ae-08c13260dffc req-d48a1ee2-fe1a-444c-86a4-5d78e00bd802 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Oct 12 18:00:56.366907 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3025d3-eee1-4910-9345-8728388e3c73 req-71db3e3e-fc65-4a18-83d6-56f2b23296ef tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:56.368376 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7b3025d3-eee1-4910-9345-8728388e3c73 req-71db3e3e-fc65-4a18-83d6-56f2b23296ef tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0512135 Oct 12 18:00:56.410748 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-7b3025d3-eee1-4910-9345-8728388e3c73 req-6867ce0c-d57c-4d47-8a5b-4ca43682cb7c tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359299 Oct 12 18:00:57.538953 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eef95e-db2d-46cf-87d9-a3736e53cf33 req-b430feb1-8faf-47be-9533-e17bd2b88a4b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:57.540678 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c8eef95e-db2d-46cf-87d9-a3736e53cf33 req-b430feb1-8faf-47be-9533-e17bd2b88a4b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0623989 Oct 12 18:00:57.580743 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c8eef95e-db2d-46cf-87d9-a3736e53cf33 req-7bee1909-6b55-4725-a5c6-70ccda456319 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Oct 12 18:00:58.707645 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b27616-9a46-45b5-9ec8-6c79d2134649 req-edebc053-f83d-499f-b703-b928aa653610 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:58.709180 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-86b27616-9a46-45b5-9ec8-6c79d2134649 req-edebc053-f83d-499f-b703-b928aa653610 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0595562 Oct 12 18:00:58.756366 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-86b27616-9a46-45b5-9ec8-6c79d2134649 req-df7ec244-1834-43ea-b2b0-6c27096c0892 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Oct 12 18:00:59.868752 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df731f21-0d13-4ace-9741-782c5574614b req-623c2513-013b-4d4f-8af7-4f2fa351eb1f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:00:59.870428 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df731f21-0d13-4ace-9741-782c5574614b req-623c2513-013b-4d4f-8af7-4f2fa351eb1f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0497444 Oct 12 18:00:59.911260 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-df731f21-0d13-4ace-9741-782c5574614b req-beb4b9b8-d3e5-4bf2-94f5-1e220a89c2b3 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Oct 12 18:01:01.051000 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4f241-2bf5-4fee-85eb-6873d963b3e3 req-d9a74667-4f1f-4682-972d-14e9321ccd62 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:01.052643 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cac4f241-2bf5-4fee-85eb-6873d963b3e3 req-d9a74667-4f1f-4682-972d-14e9321ccd62 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0600948 Oct 12 18:01:01.096308 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cac4f241-2bf5-4fee-85eb-6873d963b3e3 req-8860d5a4-c8f3-4fce-802a-ca2abe1aea38 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364647 Oct 12 18:01:02.215006 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030302e-c1b0-442d-8a13-1ecd268cd3dd req-c0235c1b-fdf2-4cb0-b6c9-c7610d76db53 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:02.216651 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9030302e-c1b0-442d-8a13-1ecd268cd3dd req-c0235c1b-fdf2-4cb0-b6c9-c7610d76db53 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0522985 Oct 12 18:01:02.254709 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9030302e-c1b0-442d-8a13-1ecd268cd3dd req-a1c38558-55ec-4407-a188-8b1b8e54b4ed tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Oct 12 18:01:03.320810 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc937-ac40-4496-bf01-ce0d2d590f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:03.370677 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381c45f-bd68-4de9-9364-cc1cd3cd03a4 req-5d7497a9-1bf4-455a-9374-66b37470f124 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:03.372346 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9381c45f-bd68-4de9-9364-cc1cd3cd03a4 req-5d7497a9-1bf4-455a-9374-66b37470f124 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0488765 Oct 12 18:01:03.410573 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9381c45f-bd68-4de9-9364-cc1cd3cd03a4 req-addb01a2-84a9-4dde-af24-4810039af652 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Oct 12 18:01:04.522469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3c09d-e9aa-42e0-9307-ba4d9700f4cc req-a1343b5a-f503-4997-b034-58b90ac80bec tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:04.523909 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93d3c09d-e9aa-42e0-9307-ba4d9700f4cc req-a1343b5a-f503-4997-b034-58b90ac80bec tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 932 time: 0.0491645 Oct 12 18:01:04.563934 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-93d3c09d-e9aa-42e0-9307-ba4d9700f4cc req-6df98843-189a-4ea1-8fb6-a6e4c448390e tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Oct 12 18:01:05.150774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Request body: {'port': {'device_id': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:05.209108 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.240717 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-331caaa6-cfca-42cd-93d4-2d9ac9057917 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385282 Oct 12 18:01:05.486820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f75497-89df-4858-8470-dc91858f1327 {{(pid=100741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:01:05.494809 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.508979 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.provisioning_blocks [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Transition to ACTIVE for port object 23f75497-89df-4858-8470-dc91858f1327 will not be triggered until provisioned by entity L2. {{(pid=100741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 18:01:05.513329 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.570539 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:05.572395 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-e05352ae-1b6a-46f0-b09f-0ae711591486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.573916 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-e05352ae-1b6a-46f0-b09f-0ae711591486 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1098 time: 0.2887750 Oct 12 18:01:05.599373 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.599726 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.600087 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.600410 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.600745 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.601104 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.601441 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.601772 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.602101 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.602428 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.602824 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.603073 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:05.681997 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Attempting to bind port 23f75497-89df-4858-8470-dc91858f1327 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 18:01:05.682406 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Attempting to bind port 23f75497-89df-4858-8470-dc91858f1327 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 18:01:05.682743 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Attempting to bind port 23f75497-89df-4858-8470-dc91858f1327 on network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:01:05.691922 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Port 23f75497-89df-4858-8470-dc91858f1327 on network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 18:01:05.692248 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Attempting to bind port 23f75497-89df-4858-8470-dc91858f1327 on network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 18:01:05.699080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Checking agent: {'id': 'e6b1ebb8-9131-4899-8787-5042a28dbf46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'started_at': datetime.datetime(2021, 10, 12, 17, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 18:01:05.699316 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-bb638867-8871-416e-9519-7822a4c0c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.699420 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Checking segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 18:01:05.699790 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Bound using segment: {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'} {{(pid=100741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 18:01:05.700363 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.managers [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Bound port: 23f75497-89df-4858-8470-dc91858f1327, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd057b4-e003-496d-af14-5933c96fdbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8'}}] {{(pid=100741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 18:01:05.701393 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-bb638867-8871-416e-9519-7822a4c0c045 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.1041212 Oct 12 18:01:05.701525 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.728294 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63924b19-8e42-4842-a5c6-cb4d2aeb80f5 req-8dff6ae9-07af-4a9a-b1b1-9676b030b658 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.729878 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-63924b19-8e42-4842-a5c6-cb4d2aeb80f5 req-8dff6ae9-07af-4a9a-b1b1-9676b030b658 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 944 time: 0.0841212 Oct 12 18:01:05.783252 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-ca0b6d59-a754-498e-805d-d114ad700f41 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 1001 time: 0.0737414 Oct 12 18:01:05.805500 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-63924b19-8e42-4842-a5c6-cb4d2aeb80f5 req-a9bd7fd5-5922-4f57-b3b7-45a4638921cb tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570223 Oct 12 18:01:05.807923 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, cleared binding levels {{(pid=100741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 18:01:05.812256 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 18:01:05.816550 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.843047 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-964c75b1-f418-471c-aba8-c73cf599319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.844679 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-964c75b1-f418-471c-aba8-c73cf599319f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0541935 Oct 12 18:01:05.854245 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.854855 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:05.856214 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] 10.222.0.87 "PUT /v2.0/ports/23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1094 time: 0.7103367 Oct 12 18:01:05.856694 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:05.859150 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2173f2-965d-41c5-b641-a5b44571dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:05.884579 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0336d49-0810-43f2-aa6d-ed524b820e87 service neutron] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=3']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:05.899014 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7cebde-7676-403d-94ea-4353208330a7 x-openstack-request-id: req-7d7cebde-7676-403d-94ea-4353208330a7 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:05.899309 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:05.899563 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d7cebde-7676-403d-94ea-4353208330a7 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:05.899961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:01:05.954784 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-ae37a621-d503-46f0-8895-c6e2bdee99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.956304 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-ae37a621-d503-46f0-8895-c6e2bdee99dd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474226 Oct 12 18:01:05.976709 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-badcebcf-38bd-4d2a-b2dd-21d6d5281654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:05.978330 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-badcebcf-38bd-4d2a-b2dd-21d6d5281654 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1097 time: 0.0460823 Oct 12 18:01:06.025250 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-454aada5-57e8-4957-893b-e384dc17be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:06.070584 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-ee73dbf2-9c31-423c-8ffe-99edb6ae062d service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058474 Oct 12 18:01:06.155544 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-1f593f21-c4e5-4c73-9b9a-6669c314a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.156922 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-1f593f21-c4e5-4c73-9b9a-6669c314a22b service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ea97700f1f92469489b2151ad7d29317&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1711078 Oct 12 18:01:06.160630 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7c075f5d-fa38-4bb6-84fc-430fdf939957 req-d3e52c78-bb1d-4e57-a557-b93b2d8bfebd service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830083 Oct 12 18:01:06.324014 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-8e7915c5-8be0-4d76-8271-360bf9d95ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.325597 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1f2173f2-965d-41c5-b641-a5b44571dcb3 req-8e7915c5-8be0-4d76-8271-360bf9d95ecd service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581144 Oct 12 18:01:06.403109 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-05e9cee1-e203-4dd9-aa1c-62bf1b6f33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.404850 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-05e9cee1-e203-4dd9-aa1c-62bf1b6f33e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1097 time: 0.0425925 Oct 12 18:01:06.446252 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-27f91917-22f0-4c0e-898c-6ca5d28a6c86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 217 time: 0.0329206 Oct 12 18:01:06.495976 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-e9056771-7c79-449d-9e8e-15a7ded2b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.498112 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-e9056771-7c79-449d-9e8e-15a7ded2b191 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0438848 Oct 12 18:01:06.550062 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87dbf52-7a0c-400b-a530-25db35736352 req-046e1006-4fd6-4954-8ffb-ef9a26a4581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.551548 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-046e1006-4fd6-4954-8ffb-ef9a26a4581e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452125 Oct 12 18:01:06.652897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-86a43381-39b6-48e4-87b7-fc92a010b6fd service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Oct 12 18:01:06.742957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d87dbf52-7a0c-400b-a530-25db35736352 req-6e9ebe05-0379-4f84-9a6e-9fab116fb5bf service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823545 Oct 12 18:01:06.925767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea07e-ff00-40e2-bd2c-7975042b1f0f req-fb9dcca1-6200-4b52-b2bd-8e4eddcef6e1 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:06.927556 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-265ea07e-ff00-40e2-bd2c-7975042b1f0f req-fb9dcca1-6200-4b52-b2bd-8e4eddcef6e1 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 944 time: 0.0527766 Oct 12 18:01:06.966755 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-265ea07e-ff00-40e2-bd2c-7975042b1f0f req-38ced1aa-ed5c-467f-b1c3-57ca45f0981e tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Oct 12 18:01:07.036858 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:07.041141 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:08.081253 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeabd54-f1c2-4924-8f05-8e7b5fbdbebb req-789ab5aa-6f55-4566-b21f-45d35cdd8584 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:08.082695 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fbeabd54-f1c2-4924-8f05-8e7b5fbdbebb req-789ab5aa-6f55-4566-b21f-45d35cdd8584 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 944 time: 0.0477066 Oct 12 18:01:08.119493 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-fbeabd54-f1c2-4924-8f05-8e7b5fbdbebb req-679a083c-d245-449d-82b9-d56f59284d6f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309436 Oct 12 18:01:08.745649 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:09.235222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb1ce5-75b0-4b47-b2e5-a256d5169092 req-3ee878b4-325d-4d45-bbfb-1da71f854d3b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:09.236710 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7eb1ce5-75b0-4b47-b2e5-a256d5169092 req-3ee878b4-325d-4d45-bbfb-1da71f854d3b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 944 time: 0.0518620 Oct 12 18:01:09.273358 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7eb1ce5-75b0-4b47-b2e5-a256d5169092 req-dff88e53-d60b-4f0f-9ee7-2f98b15edb3b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308020 Oct 12 18:01:10.389658 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38a5ad-a59f-4fa5-8a56-1eb876ab43ff req-59f31e23-fdb3-40b4-bb77-886fdaac50d9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:10.391117 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b38a5ad-a59f-4fa5-8a56-1eb876ab43ff req-59f31e23-fdb3-40b4-bb77-886fdaac50d9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 944 time: 0.0499210 Oct 12 18:01:10.429332 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-6b38a5ad-a59f-4fa5-8a56-1eb876ab43ff req-787b85fc-0715-417d-8af8-f8c91905d142 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Oct 12 18:01:11.292148 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23f75497-89df-4858-8470-dc91858f1327 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=100743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 18:01:11.383331 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:11.393858 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Returning: {'device': '23f75497-89df-4858-8470-dc91858f1327', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'port_id': '23f75497-89df-4858-8470-dc91858f1327', 'mac_address': 'fa:16:3e:c2:f8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 18:01:11.434655 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:11.447085 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f75497-89df-4858-8470-dc91858f1327 {{(pid=100743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 18:01:11.473441 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:11.477311 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:11.528226 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=4']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:11.546235 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bca9e-f9c3-4b7c-93c7-cc15c8c2ec37 req-5209cbec-08df-4074-8752-48d0aa6b3152 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:11.547708 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-266bca9e-f9c3-4b7c-93c7-cc15c8c2ec37 req-5209cbec-08df-4074-8752-48d0aa6b3152 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 945 time: 0.0518088 Oct 12 18:01:11.585956 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-266bca9e-f9c3-4b7c-93c7-cc15c8c2ec37 req-493b2b2e-4902-49ca-9b70-935d25496e64 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322983 Oct 12 18:01:11.830730 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:01:12.701183 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b181fc-9670-48fe-96de-dc273ab23e2c req-ccda33d9-4569-48f9-81ed-360e5551ac3a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:12.702636 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46b181fc-9670-48fe-96de-dc273ab23e2c req-ccda33d9-4569-48f9-81ed-360e5551ac3a tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 945 time: 0.0516078 Oct 12 18:01:12.739467 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-46b181fc-9670-48fe-96de-dc273ab23e2c req-a7d5b29e-bb1b-460a-b580-858df5e6fb38 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Oct 12 18:01:13.308116 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23f75497-89df-4858-8470-dc91858f1327 up at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 18:01:13.355763 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning for port 23f75497-89df-4858-8470-dc91858f1327 completed by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 18:01:13.359734 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Provisioning complete for port 23f75497-89df-4858-8470-dc91858f1327 triggered by entity L2. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:01:13.360113 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:13.436246 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:13.458266 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:13.460633 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5be5099ac95b4eedbbbde53b2a6ebc340876c452fb39af0c63ca11dedcdfd86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4495bc86-890f-4b47-a6a7-eaf328d21d7d" -d '{"events": [{"server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "name": "network-vif-plugged", "status": "completed", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:13.476465 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:13.480491 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740'] for port, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:13.504460 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aad612-04f6-450e-a336-2a145f176c3e x-openstack-request-id: req-d8aad612-04f6-450e-a336-2a145f176c3e {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:13.504763 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "name": "network-vif-plugged", "status": "completed", "tag": "23f75497-89df-4858-8470-dc91858f1327", "code": 200}]} {{(pid=100743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:13.505035 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d8aad612-04f6-450e-a336-2a145f176c3e {{(pid=100743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:13.505420 dv-cinder-813225-2-iscsi neutron-server[100743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'code': 200} Oct 12 18:01:13.533724 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=5']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:13.667203 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc599b4-12ce-4dec-94cf-435dd8122837 req-7e3bba91-3d61-4e33-b682-8772467ab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:13.668686 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1dc599b4-12ce-4dec-94cf-435dd8122837 req-7e3bba91-3d61-4e33-b682-8772467ab6ae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1099 time: 0.0437298 Oct 12 18:01:13.703844 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1dc599b4-12ce-4dec-94cf-435dd8122837 req-1378f28a-561f-4d71-84de-8d6c7201a5d1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282791 Oct 12 18:01:13.851026 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fe524-c233-4632-8523-35cbbb111f06 req-f99a56f0-6e8f-48e1-9c7c-a0f42a61b922 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:13.852465 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f97fe524-c233-4632-8523-35cbbb111f06 req-f99a56f0-6e8f-48e1-9c7c-a0f42a61b922 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0473688 Oct 12 18:01:13.889964 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f97fe524-c233-4632-8523-35cbbb111f06 req-bc926a35-89d7-4b3a-a6dc-9266bc3e5338 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Oct 12 18:01:14.518323 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:01:15.014397 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7c359-1661-4ae4-8ad1-57f259d85432 req-b97fa170-306f-4e95-9d2e-8873edf8919f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:15.015856 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8dd7c359-1661-4ae4-8ad1-57f259d85432 req-b97fa170-306f-4e95-9d2e-8873edf8919f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0522003 Oct 12 18:01:15.026989 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:15.054010 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8dd7c359-1661-4ae4-8ad1-57f259d85432 req-1c2eba31-fc62-49fa-8e0f-942f2cd1627c tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Oct 12 18:01:16.165515 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408b0e9-2a58-4075-93dd-e7383c9be460 req-b9044de0-0a0e-463a-8e5c-0010ee8ec88b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:16.166949 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8408b0e9-2a58-4075-93dd-e7383c9be460 req-b9044de0-0a0e-463a-8e5c-0010ee8ec88b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0473475 Oct 12 18:01:16.205450 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-8408b0e9-2a58-4075-93dd-e7383c9be460 req-4422d174-bfb0-4552-a35d-d963576cc677 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Oct 12 18:01:16.316231 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9602fe-ecd3-4e03-b76d-47e2da197407 req-598c8df8-143d-48fa-a595-c3feebd65437 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:16.317690 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce9602fe-ecd3-4e03-b76d-47e2da197407 req-598c8df8-143d-48fa-a595-c3feebd65437 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0478706 Oct 12 18:01:16.359674 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-ce9602fe-ecd3-4e03-b76d-47e2da197407 req-b046c630-a760-496e-9189-a5ed401dcded tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Oct 12 18:01:16.840765 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9584-dcee-4a34-a1a1-0facc8fd1f54 req-c7534ab3-475b-4b85-b5f7-453b5cfb12f5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:16.842746 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-682e9584-dcee-4a34-a1a1-0facc8fd1f54 req-c7534ab3-475b-4b85-b5f7-453b5cfb12f5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0508502 Oct 12 18:01:16.879268 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-682e9584-dcee-4a34-a1a1-0facc8fd1f54 req-6de68357-d6dc-4a3d-a6aa-cc7e6189fac5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306509 Oct 12 18:01:26.206261 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35be0d-ed60-4c8b-8543-1d941ca2c040 req-cedecad8-3881-4632-8ba4-2678aacc2225 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:26.207703 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cb35be0d-ed60-4c8b-8543-1d941ca2c040 req-cedecad8-3881-4632-8ba4-2678aacc2225 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0487647 Oct 12 18:01:26.245215 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-cb35be0d-ed60-4c8b-8543-1d941ca2c040 req-b72c48f0-9ee5-492a-838c-7d9f9e0b499f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Oct 12 18:01:26.268174 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45224) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:26.450484 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add7151-177e-4f17-9ec6-e2409ed097c3 tempest-TestMinimumBasicScenario-974359717 tempest-TestMinimumBasicScenario-974359717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:26.451957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-2add7151-177e-4f17-9ec6-e2409ed097c3 tempest-TestMinimumBasicScenario-974359717 tempest-TestMinimumBasicScenario-974359717-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1094 time: 0.1828768 Oct 12 18:01:26.455439 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45228) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:26.459612 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'floatingip': {'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'port_id': '23f75497-89df-4858-8470-dc91858f1327', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:26.480969 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for floatingip, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:26.577198 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:26.683284 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_common [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Allocated IP 172.27.2.244 (ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3/816f3368-78d9-44c5-b088-d48ccc445d90/d79b75d3-ce04-49dd-bdfc-c003e753af7b) {{(pid=100741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 18:01:26.788230 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for port, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:26.820080 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788897961948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:26.860138 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Network ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3 is already hosted by enough agents. {{(pid=100741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 18:01:26.863012 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.base_scheduler [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Resources bound (agent type, host, resource id): {{(pid=100741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 18:01:26.866453 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Received port after_create {{(pid=100741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 18:01:26.871662 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'Port': ['ID=d79b75d3-ce04-49dd-bdfc-c003e753af7b,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:27.460261 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:27.528241 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:27.678428 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:27.683022 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:27.749036 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'Port': ['ID=d79b75d3-ce04-49dd-bdfc-c003e753af7b,revision_number=2']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:27.761247 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-998274'] for floatingip, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:27.768078 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45230) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:27.869384 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Floating IP fe3439a6-7ab2-427b-8d8c-e1cd8a27acda associated. External IP: 172.27.2.244, port: 23f75497-89df-4858-8470-dc91858f1327. Oct 12 18:01:27.946991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:27.947329 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.025012 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.025012 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.038719 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7 owned by network:floatingip {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:28.103005 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Router 9b6a7c71-9eb7-476b-95c7-b26e57373475 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:01:28.213044 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:01:28.223305 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.224856 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Sync routers for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:01:28.237145 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:28.237986 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:28.239661 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.252725 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=dfe9dfb2-0448-488f-a9be-a4fc77ed1ff7,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:28.270038 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-289aee3a-99a7-4309-8503-06e896b20fd2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8135741 Oct 12 18:01:28.270663 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:28.272909 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:28.275662 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45232) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:28.282103 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670378204', 'description': 'tempest-secgroup-smoke-670378204 description', 'project_id': 'ea97700f1f92469489b2151ad7d29317'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:28.286636 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.287579 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.287928 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.288264 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.288600 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.288955 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.289285 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.289614 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.290209 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.290338 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.290657 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.291139 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:28.308153 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.331228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d495a-85fd-497e-a6e6-7293a2598f30 x-openstack-request-id: req-4e0d495a-85fd-497e-a6e6-7293a2598f30 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:28.331743 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:28.332466 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e0d495a-85fd-497e-a6e6-7293a2598f30 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:28.333143 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:01:28.349236 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.349557 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.db.l3_db [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP d9e3ffec-4a77-47a3-862f-7477df6efead disassociated (deleted). External IP: 172.27.2.141, port: 6d9bc2a7-b600-45e6-b86d-82563368b509. Oct 12 18:01:28.388129 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:28.414036 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.420477 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.432079 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-7e9df91f-ddcc-42a1-9f7b-bac290b355f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:28.433605 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-7e9df91f-ddcc-42a1-9f7b-bac290b355f0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1099 time: 0.0749505 Oct 12 18:01:28.476693 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.478703 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2019653 Oct 12 18:01:28.489984 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45236) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:28.496039 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:28.511686 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae1e0a-708d-42a9-9971-0cdc050c0ba5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bea1e5-c423-4948-9154-ab1ac3894884,revision_number=1']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:28.567616 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-0d9f0a0b-a9dc-423a-9a00-593da5bda13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:28.569146 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-0d9f0a0b-a9dc-423a-9a00-593da5bda13e service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.1230059 Oct 12 18:01:28.570394 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.611432 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:01:28.639500 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.647532 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fe3439a6-7ab2-427b-8d8c-e1cd8a27acda', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'port_id': '23f75497-89df-4858-8470-dc91858f1327', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'mac_address': 'fa:16:3e:c2:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:01:27Z', 'updated_at': '2021-10-12T18:01:27Z', 'revision_number': 0, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:28.660765 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-80aa5e5c-228c-44da-b4fc-410586396bf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1000 time: 0.0774932 Oct 12 18:01:28.674799 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.676545 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Checking router: 9b6a7c71-9eb7-476b-95c7-b26e57373475 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:01:28.685470 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:28.686187 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:28.691624 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf588be-03f8-49bc-96e6-c7d33c7f9ed1,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:28.712916 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.717111 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-214bcfa3-e0b0-4086-bb1d-0ea400733d71 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230527 Oct 12 18:01:28.717399 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45238) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:28.724167 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:28.745162 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-6205bb5c-ca0c-4e3c-8ecc-2cc39d01ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:28.746816 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-6205bb5c-ca0c-4e3c-8ecc-2cc39d01ebc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0762980 Oct 12 18:01:28.770702 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:01:28.775432 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.786942 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:01:28.796726 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.799175 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:28.799993 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:28.806918 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-cc4fa860-fd38-43f7-846f-687fc1177a5b tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "DELETE /v2.0/floatingips/d9e3ffec-4a77-47a3-862f-7477df6efead HTTP/1.1" status: 204 len: 168 time: 1.0371733 Oct 12 18:01:28.807513 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:28.809833 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:28.816990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:28.840201 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-73bba7da-efa6-48e0-86c7-eca946b18b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:28.841785 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-73bba7da-efa6-48e0-86c7-eca946b18b2c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850747 Oct 12 18:01:28.943173 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.951455 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:28.996504 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:29.033961 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-ab2be5ca-39ad-4ad3-8731-486bcbbb1aaa service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808300 Oct 12 18:01:29.034934 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d2156a-1b8c-4d4c-b741-5a5b739380cb,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:29.064619 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe92cfd-811e-4484-8575-8b1412977eaf x-openstack-request-id: req-efe92cfd-811e-4484-8575-8b1412977eaf {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:29.064917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:29.065284 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-efe92cfd-811e-4484-8575-8b1412977eaf {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:29.065689 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'status': 'completed', 'code': 200} Oct 12 18:01:29.068222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.069776 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-b8f75644-e23c-4de4-8a07-0877a393563f tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514316 Oct 12 18:01:29.072481 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45248) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:29.077830 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.v2.base [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:29.165321 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-21073b27-bd17-475b-9865-41d2b22e7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:29.166569 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fe3439a6-7ab2-427b-8d8c-e1cd8a27acda', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'port_id': '23f75497-89df-4858-8470-dc91858f1327', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'mac_address': 'fa:16:3e:c2:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:01:27Z', 'updated_at': '2021-10-12T18:01:27Z', 'revision_number': 0, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:29.167760 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-21073b27-bd17-475b-9865-41d2b22e7d81 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 1099 time: 0.0774257 Oct 12 18:01:29.168710 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.195926 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e03d2a-7d3e-49ba-8629-23b804e8e123 req-0dac9688-3ab6-471a-b0e6-94a468e2acc8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:29.204432 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94e03d2a-7d3e-49ba-8629-23b804e8e123 req-0dac9688-3ab6-471a-b0e6-94a468e2acc8 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0811665 Oct 12 18:01:29.209677 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165456e-01be-4aa9-af9f-150b3d2ffcf8 None None] The sync data for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi is: [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': 'fe3439a6-7ab2-427b-8d8c-e1cd8a27acda', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'floating_ip_address': '172.27.2.244', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'port_id': '23f75497-89df-4858-8470-dc91858f1327', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'mac_address': 'fa:16:3e:c2:f8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T18:01:27Z', 'updated_at': '2021-10-12T18:01:27Z', 'revision_number': 0, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:01:29.258323 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:29.264165 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-dab5cccf-d7bf-4319-bd74-9ddc8c46f19b req-401bc486-410c-429b-abcf-782d71930489 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250812 Oct 12 18:01:29.280636 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94e03d2a-7d3e-49ba-8629-23b804e8e123 req-2383f1ab-2f55-42eb-91dd-e85e46d06799 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699015 Oct 12 18:01:29.290580 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:01:29.300445 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:29.301377 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:29.335546 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.340917 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-e4e3073c-c5be-41d2-8f73-71fdfc4aed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:29.342523 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-e4e3073c-c5be-41d2-8f73-71fdfc4aed78 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.1447215 Oct 12 18:01:29.343114 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.398041 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15e8c57-8256-408c-9c4a-71c775d16eb4,revision_number=0']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:29.402181 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-3c6ddd68-2716-49bd-a813-e78dea47b0ed service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 200 len: 217 time: 0.0479884 Oct 12 18:01:29.409846 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.411124 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-c6e07d4f-e437-40ec-adbf-37dcf2e2a169 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3375766 Oct 12 18:01:29.414017 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45250) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:29.418556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:29.460981 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.462397 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-805ae1af-5d65-4799-83e8-1d0e863e349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:29.464033 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-805ae1af-5d65-4799-83e8-1d0e863e349d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0518517 Oct 12 18:01:29.513728 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b4657b-9a6e-4555-859a-ef476dc7cca6 None None] New status for floating IP fe3439a6-7ab2-427b-8d8c-e1cd8a27acda: ACTIVE {{(pid=100743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:01:29.525122 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-1c54bfe9-685d-48d6-a802-0f6e650e09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:29.527945 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-1c54bfe9-685d-48d6-a802-0f6e650e09dd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527506 Oct 12 18:01:29.529601 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.535585 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.543564 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:29.559349 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e41802e-e2fc-44a7-ab68-a4451ba3d903,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:29.568980 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.570386 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-06d132dd-c8a1-49de-acdd-1e0bfd4a5bcd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553619 Oct 12 18:01:29.573170 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45252) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:29.577777 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:29.604569 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.securitygroups_db [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Project ea97700f1f92469489b2151ad7d29317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:01:29.612672 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.642976 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-97a0c1cf-cc6c-413a-83ac-e0aaba055bc4 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060991 Oct 12 18:01:29.688798 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.695682 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.717222 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95804941-cfaf-4825-b148-cf06673a253a,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:29.723305 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.724488 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-dfe463da-1712-4ee2-9f0e-6a712c9277c7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503665 Oct 12 18:01:29.727271 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45254) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:29.732075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'security_group_rule': {'security_group_id': '51bea1e5-c423-4948-9154-ab1ac3894884', 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:29.755614 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.securitygroups_db [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Project ea97700f1f92469489b2151ad7d29317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 18:01:29.761699 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.778461 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-70f4d866-cf5c-4cf3-aa5f-00c7493bb4d4 req-cef5b66b-6ce8-4dc2-8cc9-de82924efb9d service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233299 Oct 12 18:01:29.826572 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:29.830190 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.834286 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969738'] for security_group_rule, after_create {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.853111 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435d07e8-2b74-4bdc-8ae5-74573af632a9,revision_number=0']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:29.861013 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b66bcd-6c5c-4a6a-a8e1-6982a408495b None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_floatingips': [{'id': '12c3fd69-9df6-4c0d-b04f-3052a397441d', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'floating_ip_address': '172.27.2.153', 'floating_network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'router_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'port_id': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'mac_address': 'fa:16:3e:2d:60:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T17:55:57Z', 'updated_at': '2021-10-12T17:55:59Z', 'revision_number': 1, 'project_id': '1185adc689f7442390f6468f8d29c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:01:29.863008 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:29.864414 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-418c64f2-db39-496a-9f38-2341e74d1cb7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360283 Oct 12 18:01:29.945925 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-23a72ca3-93b7-41c9-9b87-8ac98f2f5b0d tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670378204&fields=id&tenant_id=ea97700f1f92469489b2151ad7d29317 HTTP/1.1" status: 200 len: 267 time: 0.0350003 Oct 12 18:01:29.999206 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-02f79e2f-879d-4aed-a2d2-1ebe511f5761 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.001618 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-02f79e2f-879d-4aed-a2d2-1ebe511f5761 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0496507 Oct 12 18:01:30.012430 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'port': {'security_groups': ['4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3', '51bea1e5-c423-4948-9154-ab1ac3894884']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:01:30.081431 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:30.096141 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bac489-ca98-4ae3-acbe-a83dd683bd18 None None] New status for floating IP d9e3ffec-4a77-47a3-862f-7477df6efead: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:01:30.268930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:30.298492 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:30.304038 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:30.317862 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:01:30.346884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.347533 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:30.348987 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-4d16fbf2-c8b1-40e0-a19b-d127e1b95332 req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "PUT /v2.0/ports/23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 982 time: 0.3411322 Oct 12 18:01:30.350549 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:30.355273 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437ef410-d4bd-4d1d-96e3-25020015d06f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:30.427986 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14815e1f-eb36-4e19-8e04-57ba44fc15be tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=6']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:30.448221 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:01:30.460055 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6168e-9948-4457-aa16-5b4bfeab003d req-2cc2f431-e53c-4ed9-a6d9-97a68001d051 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.461539 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bbe6168e-9948-4457-aa16-5b4bfeab003d req-2cc2f431-e53c-4ed9-a6d9-97a68001d051 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.1117201 Oct 12 18:01:30.494860 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6149b20-a9fa-432c-9bd6-8546126792c9 req-777b1a1d-57d4-4694-899f-12d2d2be1f55 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.496369 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b6149b20-a9fa-432c-9bd6-8546126792c9 req-777b1a1d-57d4-4694-899f-12d2d2be1f55 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0866487 Oct 12 18:01:30.528777 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bbe6168e-9948-4457-aa16-5b4bfeab003d req-53ab7209-d563-48b1-94aa-23a7d72c8e57 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596604 Oct 12 18:01:30.555897 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b6149b20-a9fa-432c-9bd6-8546126792c9 req-b5d20583-76db-48c2-8fc1-e51a498b0b79 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442955 Oct 12 18:01:30.599500 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb202749-87f1-4c38-aed7-f0b82dbd3a73 x-openstack-request-id: req-bb202749-87f1-4c38-aed7-f0b82dbd3a73 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:30.599792 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:30.600045 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bb202749-87f1-4c38-aed7-f0b82dbd3a73 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:30.600447 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:01:30.664272 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-29b97e80-cdd1-466b-87c2-b9f1c42df929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.665710 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-29b97e80-cdd1-466b-87c2-b9f1c42df929 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1138 time: 0.0431039 Oct 12 18:01:30.692601 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-512100c4-38da-4985-b301-d5751f675be2 None None] Provisioning complete for port 23f75497-89df-4858-8470-dc91858f1327 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:01:30.693238 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-512100c4-38da-4985-b301-d5751f675be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:30.762496 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-79783959-3b71-4c3b-a4e8-204134a5eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.764069 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-79783959-3b71-4c3b-a4e8-204134a5eeb3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.0899963 Oct 12 18:01:30.832715 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-25ba9f50-4c1a-40b8-906c-4bb5ca97bf82 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1002 time: 0.0610540 Oct 12 18:01:30.886686 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-12a3eb86-ec37-4a43-a905-3bc2cc3781a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.888170 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-12a3eb86-ec37-4a43-a905-3bc2cc3781a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0471687 Oct 12 18:01:30.936836 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-b9f7c781-9f90-486a-afad-3aea59eea790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:30.938362 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-b9f7c781-9f90-486a-afad-3aea59eea790 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415912 Oct 12 18:01:31.037413 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-0bef897e-456d-44de-bd1b-3aaf1175b4e6 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895681 Oct 12 18:01:31.126272 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-437ef410-d4bd-4d1d-96e3-25020015d06f req-32993943-5857-41e9-a662-a05021bda9d9 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801840 Oct 12 18:01:31.232920 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-e9400807-06bf-4ced-87a4-1b7953787cbf tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:31.234445 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-e9400807-06bf-4ced-87a4-1b7953787cbf tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 946 time: 0.0499163 Oct 12 18:01:31.332649 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port 6d9bc2a7-b600-45e6-b86d-82563368b509 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:31.333008 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:31.418991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] For port 6d9bc2a7-b600-45e6-b86d-82563368b509, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6d9bc2a7-b600-45e6-b86d-82563368b509,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:31.419261 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:31.431787 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for 6d9bc2a7-b600-45e6-b86d-82563368b509 owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:31.576293 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:31.604185 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=6d9bc2a7-b600-45e6-b86d-82563368b509,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:31.643829 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-655dbf50-14a3-40c5-8a3c-5fea9824ec48 req-99f601a7-3d1e-4507-8223-3055895edebc tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=31a2500b-70c8-4b90-b9da-6046169382d8 HTTP/1.1" status: 200 len: 210 time: 0.0279825 Oct 12 18:01:31.658056 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] No DVR routers for this DVR port 6d9bc2a7-b600-45e6-b86d-82563368b509 on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:31.660676 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:31.664214 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bbb4c790-658e-40bd-a2fa-ed610afbd732 req-d2ae7b3f-46b4-457c-8c66-3d31f175c761 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "DELETE /v2.0/ports/6d9bc2a7-b600-45e6-b86d-82563368b509 HTTP/1.1" status: 204 len: 173 time: 0.4186285 Oct 12 18:01:31.664660 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'name': 'network-vif-deleted', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:31.667577 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef729607-c017-429d-8ba2-2da96de9bbd0" -d '{"events": [{"server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "name": "network-vif-deleted", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:31.708694 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8e61d4-69d5-422f-b8b5-0708685c847a x-openstack-request-id: req-6a8e61d4-69d5-422f-b8b5-0708685c847a {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:31.709028 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a2500b-70c8-4b90-b9da-6046169382d8", "name": "network-vif-deleted", "tag": "6d9bc2a7-b600-45e6-b86d-82563368b509", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:31.709277 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6a8e61d4-69d5-422f-b8b5-0708685c847a {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:31.709667 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a2500b-70c8-4b90-b9da-6046169382d8', 'name': 'network-vif-deleted', 'tag': '6d9bc2a7-b600-45e6-b86d-82563368b509', 'status': 'completed', 'code': 200} Oct 12 18:01:33.322814 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-0924a78e-ae6c-49d7-93b0-ac9845c14c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:34.914430 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45284) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:35.073408 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port e3184e58-8707-463e-ac5c-a9540165789d {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:35.073751 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.152292 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.152521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.165075 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for e3184e58-8707-463e-ac5c-a9540165789d owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:35.314281 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.340648 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=e3184e58-8707-463e-ac5c-a9540165789d,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:35.398014 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.398342 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Floating IP 12c3fd69-9df6-4c0d-b04f-3052a397441d disassociated (deleted). External IP: 172.27.2.153, port: 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e. Oct 12 18:01:35.416976 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6d9bc2a7-b600-45e6-b86d-82563368b509 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:35.437490 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 6d9bc2a7-b600-45e6-b86d-82563368b509 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:35.437840 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 6d9bc2a7-b600-45e6-b86d-82563368b509 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:35.611615 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:01:35.717820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:01:35.722337 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:35.727391 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:01:35.737591 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:35.738196 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:06Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:35.749067 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-dadcd335-95d9-4b32-8a9b-3cce8a5494c2 tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "DELETE /v2.0/floatingips/12c3fd69-9df6-4c0d-b04f-3052a397441d HTTP/1.1" status: 204 len: 168 time: 0.8335142 Oct 12 18:01:35.749642 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:35.752650 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff657a1-ed6f-4064-a3d1-16765a7d38ba" -d '{"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:35.791323 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87423250-e9df-4fb2-a3f1-ac3c3e12125f x-openstack-request-id: req-87423250-e9df-4fb2-a3f1-ac3c3e12125f {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:35.791611 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:35.791861 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-87423250-e9df-4fb2-a3f1-ac3c3e12125f {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:35.792257 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'status': 'completed', 'code': 200} Oct 12 18:01:35.850172 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:35.857991 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-d6804893-1e89-4b45-acd5-7ed9d9d6e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:35.859624 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-d6804893-1e89-4b45-acd5-7ed9d9d6e749 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1185adc689f7442390f6468f8d29c002&device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 1098 time: 0.0443039 Oct 12 18:01:35.963943 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-a5652e37-1a1b-4e21-ba7a-634fb52681d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:35.965523 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-a5652e37-1a1b-4e21-ba7a-634fb52681d8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 200 len: 912 time: 0.0962117 Oct 12 18:01:35.995028 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1ca77-cd12-4cf2-874d-fd388b7c0a10 req-1b72d778-3ef3-476d-92d2-f60419f408cc tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:35.996654 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-98b1ca77-cd12-4cf2-874d-fd388b7c0a10 req-1b72d778-3ef3-476d-92d2-f60419f408cc tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0550067 Oct 12 18:01:36.013181 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-192b03d6-a8e9-46d3-b61e-a26502074c3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 200 len: 217 time: 0.0383320 Oct 12 18:01:36.041343 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-98b1ca77-cd12-4cf2-874d-fd388b7c0a10 req-aba4bffa-dc38-4c1b-9ec4-e5030093233a tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/security-groups?id=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Oct 12 18:01:36.067688 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-be045275-7c8c-4f3d-9439-1cb45df10fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:36.069227 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-be045275-7c8c-4f3d-9439-1cb45df10fd1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 200 len: 850 time: 0.0474346 Oct 12 18:01:36.120551 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-26a4e446-364b-4f2e-979b-2b03b2778e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:36.122116 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-26a4e446-364b-4f2e-979b-2b03b2778e47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f4442e06-d432-446c-9ccb-5cc436e6e5dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411644 Oct 12 18:01:36.171739 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1ffdc6ff-f06e-440e-a30c-c20d97353983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:36.200930 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:36.220447 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-8478628b-24c2-4b7e-9c1a-5e6ec2a149e7 service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866673 Oct 12 18:01:36.226952 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:01:36.236792 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:36.237622 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:36.319243 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-eff657a1-ed6f-4064-a3d1-16765a7d38ba req-5aa0f0a1-3bd2-4644-a7c3-7bc8a4ed14ee service neutron] 10.222.0.87 "GET /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863109 Oct 12 18:01:36.351392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:36.551641 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:36.576895 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dd8fdf-7e82-40e7-9303-ca8cd90fe077 None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T17:51:44Z', 'revision_number': 4, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '08aafd64-2438-4a89-843d-e6dde6e82aa5', 'name': '', 'network_id': 'f4442e06-d432-446c-9ccb-5cc436e6e5dd', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'mac_address': 'fa:16:3e:f1:7c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:43Z', 'updated_at': '2021-10-12T17:51:51Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'subnets': [{'id': '8fa33708-deb1-448e-9d92-ce10bd459fbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:01:36.789964 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-7176fc15-a75c-4814-b4a3-0f4ee22590ca tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:01:36.791432 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-7176fc15-a75c-4814-b4a3-0f4ee22590ca tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 945 time: 0.0567915 Oct 12 18:01:36.799433 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600fb60f-7b24-4bcb-80c4-00f649ff4a50 None None] New status for floating IP 12c3fd69-9df6-4c0d-b04f-3052a397441d: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:01:36.887809 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:36.888406 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:36.983382 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] For port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:36.983741 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:36.997726 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:37.039307 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:37.051738 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:37.142334 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:37.170953 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=097122cd-c2e7-4dc6-9bcc-db5b94d36c2e,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:37.218909 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] No DVR routers for this DVR port 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:37.222215 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:37.225558 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-7d43c46f-2459-4307-a39d-be901b5eb25c req-638d1493-2124-4ba5-bde3-d5f107b2470e tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.87 "DELETE /v2.0/ports/097122cd-c2e7-4dc6-9bcc-db5b94d36c2e HTTP/1.1" status: 204 len: 173 time: 0.4253881 Oct 12 18:01:37.225993 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'name': 'network-vif-deleted', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:01:37.228219 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f6b56-1e81-4b0a-a9af-2bd80bb8f4f6" -d '{"events": [{"server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "name": "network-vif-deleted", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:01:37.228395 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-3f740570-bf44-472a-a1e2-d63465ba9acc req-6631a4c0-6268-448c-800f-edad4b2e508f tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "GET /v2.0/ports?device_id=42d6024a-8c74-44eb-8fc2-cb812a468848 HTTP/1.1" status: 200 len: 210 time: 0.1151187 Oct 12 18:01:37.271372 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff14e7b4-6c26-4f78-9ba8-3a0199b2e1dc x-openstack-request-id: req-ff14e7b4-6c26-4f78-9ba8-3a0199b2e1dc {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:01:37.272080 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d6024a-8c74-44eb-8fc2-cb812a468848", "name": "network-vif-deleted", "tag": "097122cd-c2e7-4dc6-9bcc-db5b94d36c2e", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:01:37.272631 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff14e7b4-6c26-4f78-9ba8-3a0199b2e1dc {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:01:37.273893 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d6024a-8c74-44eb-8fc2-cb812a468848', 'name': 'network-vif-deleted', 'tag': '097122cd-c2e7-4dc6-9bcc-db5b94d36c2e', 'status': 'completed', 'code': 200} Oct 12 18:01:38.291085 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45302) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:38.413099 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Deleting port a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:38.413443 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.490476 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.490728 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.502034 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Calling delete_port for a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:38.626949 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.653371 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'Port': ['ID=a9a5ca55-27fe-47b8-9dfb-c47e3f9c2a0b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:38.714013 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.716521 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:38.717699 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-d2a7c2df-2c94-4a9b-8c18-c8a9565b436d tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "DELETE /v2.0/floatingips/ef63c283-d59a-44cd-bf77-a36b6e22ad0c HTTP/1.1" status: 204 len: 168 time: 0.4256339 Oct 12 18:01:38.750088 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:39.911561 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45314) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:39.968196 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:39.992699 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:40.050523 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:40.053028 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:40.054188 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] 10.222.0.86 "DELETE /v2.0/security-groups/cb26eef9-ed94-4bc6-ab1d-07cf5e46c075 HTTP/1.1" status: 204 len: 168 time: 0.1416240 Oct 12 18:01:40.063466 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55013f-6e1e-4503-8f42-88357aad07ce tempest-TestVolumeBootPattern-358296383 tempest-TestVolumeBootPattern-358296383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb26eef9-ed94-4bc6-ab1d-07cf5e46c075,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:41.132617 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45320) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:41.474130 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:41.495958 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:41.496304 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 097122cd-c2e7-4dc6-9bcc-db5b94d36c2e not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:41.806534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.045198 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Deleting port 08aafd64-2438-4a89-843d-e6dde6e82aa5 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:42.045453 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.123417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] For port 08aafd64-2438-4a89-843d-e6dde6e82aa5, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=08aafd64-2438-4a89-843d-e6dde6e82aa5,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:42.123772 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.136622 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Calling delete_port for 08aafd64-2438-4a89-843d-e6dde6e82aa5 owned by network:router_interface {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:42.315014 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.339326 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Pushing event deleted for resources: {'Port': ['ID=08aafd64-2438-4a89-843d-e6dde6e82aa5,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:42.503506 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.716793 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Router dcc24c28-f9f4-4594-befc-8fabec7031da has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:01:42.826288 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:01:42.831952 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-e0e34ef0-bc02-484b-9167-8a06f546ad45 admin admin] 10.222.0.86 "PUT /v2.0/routers/dcc24c28-f9f4-4594-befc-8fabec7031da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982634 Oct 12 18:01:42.834538 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45326) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:42.837235 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Sync routers for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:01:42.846882 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:42.847468 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:42.937717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:42.951619 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:43.043885 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.097681 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Deleting port 30c6ec55-b921-4801-a752-e831b3689042 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:43.098020 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.139829 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '30c6ec55-b921-4801-a752-e831b3689042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T18:01:42Z', 'revision_number': 5, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port': {'id': '30c6ec55-b921-4801-a752-e831b3689042', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:41Z', 'updated_at': '2021-10-12T17:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:43.167685 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Checking router: dcc24c28-f9f4-4594-befc-8fabec7031da for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:01:43.177096 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Routers {'dcc24c28-f9f4-4594-befc-8fabec7031da'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:43.177703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['dcc24c28-f9f4-4594-befc-8fabec7031da'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:43.182571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] For port 30c6ec55-b921-4801-a752-e831b3689042, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=30c6ec55-b921-4801-a752-e831b3689042,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:43.183087 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.194813 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Calling delete_port for 30c6ec55-b921-4801-a752-e831b3689042 owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:43.262886 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] Set router dcc24c28-f9f4-4594-befc-8fabec7031da gateway port host: None {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:43.318331 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T18:01:43Z', 'revision_number': 6, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:43.343996 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b0ca3-62f9-4776-a7d5-ecec75a10dc6 None None] The sync data for ids ['dcc24c28-f9f4-4594-befc-8fabec7031da'] in dv-cinder-813225-2-iscsi is: [{'id': 'dcc24c28-f9f4-4594-befc-8fabec7031da', 'name': 'tempest-TestVolumeBootPattern-746589613-router', 'tenant_id': '1185adc689f7442390f6468f8d29c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:40Z', 'updated_at': '2021-10-12T18:01:43Z', 'revision_number': 6, 'project_id': '1185adc689f7442390f6468f8d29c002', 'gw_port_host': None}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:01:43.362184 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.388557 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=30c6ec55-b921-4801-a752-e831b3689042,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:43.447634 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.538960 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.541127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.582853 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.583337 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc24c28-f9f4-4594-befc-8fabec7031da {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:01:43.587510 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.588635 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-5834d6af-9e94-4d35-a6dd-cc66e0823c9f admin admin] 10.222.0.86 "DELETE /v2.0/routers/dcc24c28-f9f4-4594-befc-8fabec7031da HTTP/1.1" status: 204 len: 168 time: 0.7531962 Oct 12 18:01:43.591361 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45328) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:43.634847 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Deleting subnet 8fa33708-deb1-448e-9d92-ce10bd459fbc {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:01:43.637749 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.671156 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.755606 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.813871 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.840452 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa33708-deb1-448e-9d92-ce10bd459fbc,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:43.842359 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.845616 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-f9529b60-e5c4-4b39-b04a-d19bd889021e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8fa33708-deb1-448e-9d92-ce10bd459fbc HTTP/1.1" status: 204 len: 168 time: 0.2532775 Oct 12 18:01:43.846638 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3b345-9d43-4a38-9f68-119598daf737 None None] Network f4442e06-d432-446c-9ccb-5cc436e6e5dd requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:01:43.849150 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45330) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:43.920503 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:43.973978 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Deleting port a4b63253-db18-458e-b88a-2dd6419f2bc4 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:43.974315 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.038286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] For port a4b63253-db18-458e-b88a-2dd6419f2bc4, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=a4b63253-db18-458e-b88a-2dd6419f2bc4,segment=NetworkSegment(8a1ac993-c9e0-41f6-aa3b-ec91578e6490),segment_id=8a1ac993-c9e0-41f6-aa3b-ec91578e6490)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:44.038575 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.051045 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Calling delete_port for a4b63253-db18-458e-b88a-2dd6419f2bc4 owned by network:dhcp {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:44.100998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] DHCP port deletion for f4442e06-d432-446c-9ccb-5cc436e6e5dd request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:01:44.147434 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.166143 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Deleting port a4b63253-db18-458e-b88a-2dd6419f2bc4 {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:44.166607 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.173849 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b63253-db18-458e-b88a-2dd6419f2bc4,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:44.180293 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] No DVR routers for this DVR port a4b63253-db18-458e-b88a-2dd6419f2bc4 on host dv-cinder-813225-2-iscsi {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:44.212054 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 08aafd64-2438-4a89-843d-e6dde6e82aa5 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:44.239691 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 08aafd64-2438-4a89-843d-e6dde6e82aa5 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:44.240036 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 08aafd64-2438-4a89-843d-e6dde6e82aa5 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:44.256505 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.261837 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] For port a4b63253-db18-458e-b88a-2dd6419f2bc4, host dv-cinder-813225-2-iscsi, got binding levels [] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:44.262238 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.275064 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Calling delete_port for a4b63253-db18-458e-b88a-2dd6419f2bc4 owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:44.277363 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4442e06-d432-446c-9ccb-5cc436e6e5dd']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:44.277697 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.ipam_backend_mixin [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Port a4b63253-db18-458e-b88a-2dd6419f2bc4 was not found and therefore no delete operation was performed {{(pid=100743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:01:44.279260 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.289217 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ac993-c9e0-41f6-aa3b-ec91578e6490') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:44.289513 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ac993-c9e0-41f6-aa3b-ec91578e6490') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:44.299618 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.306517 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Pushing event deleted for resources: {'Port': ['ID=a4b63253-db18-458e-b88a-2dd6419f2bc4,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:44.308732 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] No DVR routers for this DVR port a4b63253-db18-458e-b88a-2dd6419f2bc4 on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:44.313127 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.317703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.317703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.317703 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.317985 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.318074 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.318382 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.318716 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.319044 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.319382 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.319711 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.320036 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.320359 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d559e2-7ce9-4f00-96a1-69ba1776db52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:01:44.328289 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:01:44.328685 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:01:44.331595 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:01:44.392664 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.409223 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:44.412625 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f4442e06-d432-446c-9ccb-5cc436e6e5dd HTTP/1.1" status: 204 len: 168 time: 0.5622134 Oct 12 18:01:44.413545 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea8ba8-2473-47e4-ad46-c4b204c2df21 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4442e06-d432-446c-9ccb-5cc436e6e5dd,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:44.415447 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45332) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:44.761657 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.011004 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Deleting port b1a7642d-40cb-40db-bdd7-0cecfdef721b {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:45.011346 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.024888 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.092425 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] For port b1a7642d-40cb-40db-bdd7-0cecfdef721b, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=b1a7642d-40cb-40db-bdd7-0cecfdef721b,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:45.092785 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.107536 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Calling delete_port for b1a7642d-40cb-40db-bdd7-0cecfdef721b owned by network:router_interface {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:45.289636 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.551803 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a7642d-40cb-40db-bdd7-0cecfdef721b,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:45.717193 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:45.878852 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b63253-db18-458e-b88a-2dd6419f2bc4 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:45.898866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: a4b63253-db18-458e-b88a-2dd6419f2bc4 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:45.899286 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device a4b63253-db18-458e-b88a-2dd6419f2bc4 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:45.899764 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 30c6ec55-b921-4801-a752-e831b3689042 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:45.918752 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 30c6ec55-b921-4801-a752-e831b3689042 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:45.919091 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 30c6ec55-b921-4801-a752-e831b3689042 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:45.937524 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:01:46.043677 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:01:46.048850 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fe4abc0b-4cd2-42c8-bb1e-271ab9fad91c admin admin] 10.222.0.86 "PUT /v2.0/routers/4f133e81-6bff-4a91-a7a3-74e86903a9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6323397 Oct 12 18:01:46.051546 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45334) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:46.054261 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Sync routers for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:01:46.063547 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:46.064141 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:46.154154 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.169375 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:46.256559 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.309243 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Deleting port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:46.309962 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.354555 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T18:01:45Z', 'revision_number': 5, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port': {'id': '2319beb2-a3db-49eb-a192-3f30d0fdfc2e', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T17:51:48Z', 'updated_at': '2021-10-12T17:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:46.381085 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Checking router: 4f133e81-6bff-4a91-a7a3-74e86903a9c1 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:01:46.389260 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Routers {'4f133e81-6bff-4a91-a7a3-74e86903a9c1'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:01:46.389851 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:01:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:46.390515 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] For port 2319beb2-a3db-49eb-a192-3f30d0fdfc2e, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:46.390900 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.402987 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Calling delete_port for 2319beb2-a3db-49eb-a192-3f30d0fdfc2e owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:46.475513 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] Set router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 gateway port host: None {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:01:46.529829 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T18:01:46Z', 'revision_number': 6, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:46.556160 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc94cb-b2ba-4dcc-a76c-02bf886cab2c None None] The sync data for ids ['4f133e81-6bff-4a91-a7a3-74e86903a9c1'] in dv-cinder-813225-2-iscsi is: [{'id': '4f133e81-6bff-4a91-a7a3-74e86903a9c1', 'name': 'tempest-TestVolumeBootPattern-1811022378-router', 'tenant_id': '9e40aa7377f6448192af72a140a85570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T17:51:47Z', 'updated_at': '2021-10-12T18:01:46Z', 'revision_number': 6, 'project_id': '9e40aa7377f6448192af72a140a85570', 'gw_port_host': None}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:01:46.570013 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.597171 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Pushing event deleted for resources: {'Port': ['ID=2319beb2-a3db-49eb-a192-3f30d0fdfc2e,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:46.654252 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.747240 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.749286 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.798702 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.799285 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f133e81-6bff-4a91-a7a3-74e86903a9c1 {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:01:46.803821 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.804984 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2aeff86c-aca2-47f6-87db-3520b22f3723 admin admin] 10.222.0.86 "DELETE /v2.0/routers/4f133e81-6bff-4a91-a7a3-74e86903a9c1 HTTP/1.1" status: 204 len: 168 time: 0.7524991 Oct 12 18:01:46.807614 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45336) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:46.853498 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Deleting subnet f4a71e8d-59ec-4202-a576-e24280f74c18 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:01:46.856411 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.896327 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:46.979168 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.034061 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.059921 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a71e8d-59ec-4202-a576-e24280f74c18,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:47.061911 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.065733 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2c9a2a00-9651-4a69-b185-2a06f99bd8c3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f4a71e8d-59ec-4202-a576-e24280f74c18 HTTP/1.1" status: 204 len: 168 time: 0.2571840 Oct 12 18:01:47.067111 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465a88fd-decb-4bd7-816e-9a902e50da0b None None] Network c25cd087-2f4d-4386-ad1e-0fed8db8e665 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:01:47.068133 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45338) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:47.147024 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.200887 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Deleting port 4efce990-0c33-42a0-bfca-fadcfb2d032c {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:47.201479 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.264534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] For port 4efce990-0c33-42a0-bfca-fadcfb2d032c, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=4efce990-0c33-42a0-bfca-fadcfb2d032c,segment=NetworkSegment(a57db83e-4d91-4276-a6a4-1ff5310e2abd),segment_id=a57db83e-4d91-4276-a6a4-1ff5310e2abd)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:47.264894 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.280263 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Calling delete_port for 4efce990-0c33-42a0-bfca-fadcfb2d032c owned by network:dhcp {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:47.333647 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] DHCP port deletion for c25cd087-2f4d-4386-ad1e-0fed8db8e665 request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:01:47.371147 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.387710 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Deleting port 4efce990-0c33-42a0-bfca-fadcfb2d032c {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:01:47.388116 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.400104 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4efce990-0c33-42a0-bfca-fadcfb2d032c,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:47.401572 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] No DVR routers for this DVR port 4efce990-0c33-42a0-bfca-fadcfb2d032c on host dv-cinder-813225-2-iscsi {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:47.461113 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] For port 4efce990-0c33-42a0-bfca-fadcfb2d032c, host dv-cinder-813225-2-iscsi, got binding levels [] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:01:47.461507 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.477669 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Calling delete_port for 4efce990-0c33-42a0-bfca-fadcfb2d032c owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:01:47.480392 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.ipam_backend_mixin [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Port 4efce990-0c33-42a0-bfca-fadcfb2d032c was not found and therefore no delete operation was performed {{(pid=100743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:01:47.482469 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.484927 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.506628 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25cd087-2f4d-4386-ad1e-0fed8db8e665']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:47.508584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] Pushing event deleted for resources: {'Port': ['ID=4efce990-0c33-42a0-bfca-fadcfb2d032c,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:47.512209 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a52ba9-d3cd-4eb5-bf99-957ee0895667 None None] No DVR routers for this DVR port 4efce990-0c33-42a0-bfca-fadcfb2d032c on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:01:47.516394 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57db83e-4d91-4276-a6a4-1ff5310e2abd') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:47.516766 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57db83e-4d91-4276-a6a4-1ff5310e2abd') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:01:47.527956 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.543210 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.549867 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:01:47.550458 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:01:47.552370 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:01:47.607144 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.614187 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.616843 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] 10.222.0.86 "DELETE /v2.0/networks/c25cd087-2f4d-4386-ad1e-0fed8db8e665 HTTP/1.1" status: 204 len: 168 time: 0.5477302 Oct 12 18:01:47.634348 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983efdbe-4995-40a4-895f-293f5f0a3a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c25cd087-2f4d-4386-ad1e-0fed8db8e665,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:47.739874 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45342) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:47.780012 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9a79df11-67b6-419d-bb03-4756763bd7c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1185adc689f7442390f6468f8d29c002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389907 Oct 12 18:01:47.782482 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45344) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:47.834123 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 4efce990-0c33-42a0-bfca-fadcfb2d032c no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:47.835571 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.855133 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 4efce990-0c33-42a0-bfca-fadcfb2d032c {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:47.855472 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 4efce990-0c33-42a0-bfca-fadcfb2d032c not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:47.855879 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2319beb2-a3db-49eb-a192-3f30d0fdfc2e no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:47.857417 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.873922 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 2319beb2-a3db-49eb-a192-3f30d0fdfc2e {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:47.874261 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 2319beb2-a3db-49eb-a192-3f30d0fdfc2e not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:47.874665 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b1a7642d-40cb-40db-bdd7-0cecfdef721b no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:01:47.897016 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: b1a7642d-40cb-40db-bdd7-0cecfdef721b {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:01:47.897435 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device b1a7642d-40cb-40db-bdd7-0cecfdef721b not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:01:47.908801 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.911762 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:47.912883 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/decee71f-f391-47bb-ad15-f3af9e46be8a HTTP/1.1" status: 204 len: 168 time: 0.1290526 Oct 12 18:01:47.920694 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9fd2dc-1db1-40c4-abff-edd9cbc041bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decee71f-f391-47bb-ad15-f3af9e46be8a,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:48.243191 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45350) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:48.282076 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-215c69b0-554c-4622-83f0-b19bcd548734 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e40aa7377f6448192af72a140a85570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377381 Oct 12 18:01:48.284756 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45352) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:01:48.331695 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:48.352707 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:48.404295 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:48.406852 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:01:48.408499 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/58171c28-dd5f-4646-82a3-2a3867f8bcb9 HTTP/1.1" status: 204 len: 168 time: 0.1223044 Oct 12 18:01:48.415947 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac414b0-2c4a-4cce-9790-b25805d0e3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58171c28-dd5f-4646-82a3-2a3867f8bcb9,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:01:51.516914 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:02:03.323947 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-db583cb2-2e21-4b9d-9469-01954c7740e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:06.022254 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2fbbbef8-af1f-4aba-aaa4-08454790b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:07.031771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:07.047397 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:08.749781 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:15.021771 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:28.516094 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:02:32.159527 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [req-1bdc77c4-91ff-40b0-9133-c68ec904b812 req-8585d5bc-ed8a-4908-baa1-61e3e03b56f0 service neutron] (100741) timed out ('10.222.0.87', 49882) {{(pid=100741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:02:32.896567 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [req-13e793b7-22be-4883-bf4f-840ded19cf49 req-4c0bbd92-1695-4bd5-a156-960dd45b8ff0 service neutron] (100742) timed out ('10.222.0.87', 49858) {{(pid=100742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:02:33.325009 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-839bcdf8-5b4d-422c-9cf1-3de33b53141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:36.022412 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-1613969a-043a-457f-b27d-e7b41113cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:37.033889 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:37.049517 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:38.753172 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:41.940383 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-3256679a-a94b-47ac-a736-0da437d8b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:41.942456 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-3256679a-a94b-47ac-a736-0da437d8b651 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1138 time: 0.1371067 Oct 12 18:02:42.005085 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ccfdb-a2bb-449e-ac16-efc11de75485 req-6f59e2c4-9aee-4214-a4c4-f674d0c425b9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:42.006549 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c32ccfdb-a2bb-449e-ac16-efc11de75485 req-6f59e2c4-9aee-4214-a4c4-f674d0c425b9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.2102447 Oct 12 18:02:42.033149 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-3d1032c5-1c32-402d-b13d-a97295d3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:42.034888 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-3d1032c5-1c32-402d-b13d-a97295d3d9a6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.0851200 Oct 12 18:02:42.047586 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-c32ccfdb-a2bb-449e-ac16-efc11de75485 req-cb231a78-38ee-490f-a862-7690a6d43c62 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349903 Oct 12 18:02:42.104047 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-ca5f4708-c0f2-422c-8e83-ed83404358c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1002 time: 0.0607860 Oct 12 18:02:42.158976 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-e1dfcd73-a420-40ab-b1e9-39e42abc1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:42.160466 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-e1dfcd73-a420-40ab-b1e9-39e42abc1012 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0430582 Oct 12 18:02:42.205717 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-a48b9709-4a52-4174-bc4e-2392402fb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:42.207170 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-a48b9709-4a52-4174-bc4e-2392402fb0cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387094 Oct 12 18:02:42.300708 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-c92d104a-9e99-4233-aaf8-1bf215964ef6 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853548 Oct 12 18:02:42.389005 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-cdcd0536-da6b-4414-aa3b-74be6124877b req-3da28c0e-5c3b-4c8c-81cc-a7bcc8702fb1 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806572 Oct 12 18:02:43.165208 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080048a5-ff6c-4e94-8266-1fed2b5a2717 req-0cb24952-fd0e-455d-b68a-a6d81c7db1d9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:43.166571 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-080048a5-ff6c-4e94-8266-1fed2b5a2717 req-0cb24952-fd0e-455d-b68a-a6d81c7db1d9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0504506 Oct 12 18:02:43.204861 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-080048a5-ff6c-4e94-8266-1fed2b5a2717 req-5c80ec8f-641d-4a2f-9775-bbf0c53f7ee3 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323324 Oct 12 18:02:44.320774 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7620b0f-ab54-42a3-b329-0ce6c18a1acc req-5014d1af-c4d0-41da-8ec9-4af20bdda8b2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:44.322232 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7620b0f-ab54-42a3-b329-0ce6c18a1acc req-5014d1af-c4d0-41da-8ec9-4af20bdda8b2 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0499573 Oct 12 18:02:44.361428 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b7620b0f-ab54-42a3-b329-0ce6c18a1acc req-77a67f92-107a-479b-a8f7-96199fea28dd tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332379 Oct 12 18:02:45.036498 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:02:45.480628 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d34aa-4935-4545-b7f0-61217a1e360f req-cc2427e6-1b1b-4cf7-a357-47b1157ce9eb tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:45.482106 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2d6d34aa-4935-4545-b7f0-61217a1e360f req-cc2427e6-1b1b-4cf7-a357-47b1157ce9eb tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0558136 Oct 12 18:02:45.521851 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-2d6d34aa-4935-4545-b7f0-61217a1e360f req-e85cc391-a916-4397-98c8-fa247db51919 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337214 Oct 12 18:02:46.633890 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63af194-6955-408c-8350-a6abe3b969d6 req-ec3e384b-d310-4638-936d-948ce94b1a57 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:46.635326 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d63af194-6955-408c-8350-a6abe3b969d6 req-ec3e384b-d310-4638-936d-948ce94b1a57 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0471537 Oct 12 18:02:46.675863 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d63af194-6955-408c-8350-a6abe3b969d6 req-a798f59f-18d9-474a-a52f-58c025f3c933 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346053 Oct 12 18:02:47.790892 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73530d-62d3-4d18-8682-9915f8525431 req-1cea3855-9336-4691-8ca6-940b732ea8eb tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:47.792337 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bc73530d-62d3-4d18-8682-9915f8525431 req-1cea3855-9336-4691-8ca6-940b732ea8eb tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0491378 Oct 12 18:02:47.832162 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-bc73530d-62d3-4d18-8682-9915f8525431 req-196ee84a-c432-4990-8e38-45f839bb1098 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339248 Oct 12 18:02:48.949432 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae0ebd-13af-4bdb-b818-666d4e8a98ff req-9731c5c6-4d19-48fa-9480-06786c60adfa tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:48.950895 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d1ae0ebd-13af-4bdb-b818-666d4e8a98ff req-9731c5c6-4d19-48fa-9480-06786c60adfa tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0523422 Oct 12 18:02:48.990705 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-d1ae0ebd-13af-4bdb-b818-666d4e8a98ff req-75e367e1-8b09-4585-913f-8d809d73eb87 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336978 Oct 12 18:02:50.102471 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdbe94-c535-4ba3-b584-5d122f69d371 req-60e8617d-4733-4c24-b812-851892b331e3 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:50.104248 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f7cdbe94-c535-4ba3-b584-5d122f69d371 req-60e8617d-4733-4c24-b812-851892b331e3 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0485666 Oct 12 18:02:50.143555 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-f7cdbe94-c535-4ba3-b584-5d122f69d371 req-a32412aa-f8e0-4f50-8800-2dfdd6c736ac tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333598 Oct 12 18:02:51.256643 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174011d-eec3-4c06-bc32-c7bc9a342715 req-68a112d0-eb49-40c8-9012-187fb336e58e tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:51.258117 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5174011d-eec3-4c06-bc32-c7bc9a342715 req-68a112d0-eb49-40c8-9012-187fb336e58e tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0480120 Oct 12 18:02:51.298075 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-5174011d-eec3-4c06-bc32-c7bc9a342715 req-9b8199a4-9230-4eb8-8690-4a1b1ae5e07e tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338776 Oct 12 18:02:52.416369 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848593e-e049-47f9-ae43-935bc1e34168 req-7075b9ed-eceb-4344-84f6-26ca506bb860 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:52.417864 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9848593e-e049-47f9-ae43-935bc1e34168 req-7075b9ed-eceb-4344-84f6-26ca506bb860 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0517378 Oct 12 18:02:52.456834 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-9848593e-e049-47f9-ae43-935bc1e34168 req-0b878789-97ef-4030-bdda-912bb6aa547c tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329993 Oct 12 18:02:53.574956 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdebe7-a50d-40a8-9b42-bfb6625193a3 req-3e183e90-26a5-440a-88b9-600933c83462 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:02:53.576387 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94fdebe7-a50d-40a8-9b42-bfb6625193a3 req-3e183e90-26a5-440a-88b9-600933c83462 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0489430 Oct 12 18:02:53.616338 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-94fdebe7-a50d-40a8-9b42-bfb6625193a3 req-3fb0738a-15ec-4dc1-9b1c-887f7bb5a746 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=51bea1e5-c423-4948-9154-ab1ac3894884&id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339768 Oct 12 18:03:02.317696 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-6ddc5324-e20e-4270-bf35-bec4f92c2d6c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468001 Oct 12 18:03:02.421153 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-f8624603-81e1-4692-88e2-21274f245a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:02.422680 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-f8624603-81e1-4692-88e2-21274f245a12 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1138 time: 0.0493448 Oct 12 18:03:02.525862 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-b9d88dab-24a9-4d48-a4c6-385c6475127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:02.527247 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-b9d88dab-24a9-4d48-a4c6-385c6475127e service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.0848317 Oct 12 18:03:02.596667 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-6d4ca8a6-e796-4bc5-addb-71fcc3fa7992 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1002 time: 0.0604560 Oct 12 18:03:02.660963 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-94fc3927-93a4-4cce-9c4a-2766e6881d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:02.662422 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-94fc3927-93a4-4cce-9c4a-2766e6881d8f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0436971 Oct 12 18:03:02.715958 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-c92a3740-f8ec-4a10-883b-039ca0088f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:02.717475 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-c92a3740-f8ec-4a10-883b-039ca0088f61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391159 Oct 12 18:03:02.811910 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-f5b25bd3-7fec-4ce4-8ad0-78f8919d58a5 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Oct 12 18:03:02.898964 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-bc41aef8-053a-42f1-b83a-287b7313c963 req-aa5137bc-9239-4e80-94e8-e863f61a31d7 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804524 Oct 12 18:03:03.326911 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d50d433a-0880-4590-9785-7cbeaa19e7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:05.515163 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:03:06.023308 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d1780a9c-d49e-4810-a350-93a423e8f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:07.038285 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:07.053095 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:08.755376 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:15.033754 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:33.327383 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-d39b9055-89d3-482a-a7f8-630056295a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:36.026990 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-419cba08-d887-4374-aaf9-b4bfa167e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:37.039055 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:37.054166 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:38.757957 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:42.513927 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:03:45.044304 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.010525 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-9925c644-2774-4253-98b9-ad0d97aae0fa tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670378204&fields=id&tenant_id=ea97700f1f92469489b2151ad7d29317 HTTP/1.1" status: 200 len: 267 time: 0.0342457 Oct 12 18:03:52.070756 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-8143806d-16bb-43a6-b655-47610404d891 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:52.072207 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-8143806d-16bb-43a6-b655-47610404d891 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 985 time: 0.0561447 Oct 12 18:03:52.083287 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.v2.base [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Request body: {'port': {'security_groups': ['4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3']}} {{(pid=100741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 18:03:52.406805 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1612641'] for port, before_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.578681 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:03:52.606769 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for port, precommit_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.611275 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788898382870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788897961966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788898004740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17419002'] for port, after_update {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.623975 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:03:52.656503 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:52.657165 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.658560 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-b329e5d2-a408-49f6-beae-51bccc36a6ce req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "PUT /v2.0/ports/23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 943 time: 0.5800285 Oct 12 18:03:52.659015 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:03:52.662066 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206940bd-360b-41b2-9c7f-a2789a6ff79b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:03:52.666324 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45454) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:03:52.685219 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event updated for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=7']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:03:52.693540 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.693884 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.694227 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.694558 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.694887 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.695216 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.695541 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.699995 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.700404 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.700744 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.701133 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.701469 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda6c309-c1bb-435d-990f-1ac285186ad9 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.744667 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.755998 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:03:52.785847 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.789665 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee48a7b-7940-4068-8b9a-a75e2c0a8443 x-openstack-request-id: req-5ee48a7b-7940-4068-8b9a-a75e2c0a8443 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:03:52.790251 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:03:52.790826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ee48a7b-7940-4068-8b9a-a75e2c0a8443 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:03:52.791417 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:03:52.860023 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-1d4590d6-ffc6-443b-85f1-f86b2b3dcfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:52.861647 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-1d4590d6-ffc6-443b-85f1-f86b2b3dcfb3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1099 time: 0.0479283 Oct 12 18:03:52.929909 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.provisioning_blocks [None req-59966c5e-a4c3-45bd-89bc-03896da6b329 None None] Provisioning complete for port 23f75497-89df-4858-8470-dc91858f1327 triggered by entity DHCP. {{(pid=100743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 18:03:52.930206 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-59966c5e-a4c3-45bd-89bc-03896da6b329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902055'] for port, provisioning_complete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.943045 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.945568 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:52.946706 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "DELETE /v2.0/security-groups/51bea1e5-c423-4948-9154-ab1ac3894884 HTTP/1.1" status: 204 len: 168 time: 0.2794070 Oct 12 18:03:52.949694 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45458) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:03:52.983793 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bea1e5-c423-4948-9154-ab1ac3894884,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:03:52.994511 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-532d46ca-0bba-4b32-b2d8-ad539de91633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:52.995981 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-532d46ca-0bba-4b32-b2d8-ad539de91633 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.1266177 Oct 12 18:03:52.997366 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.997709 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.998037 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.998365 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.998687 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.999010 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.999336 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.999656 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:52.999971 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:53.000287 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:53.000602 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:53.000912 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d6bf5-ed36-406c-8b1b-741511fd79e7 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:03:53.069856 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-d6814c59-4e97-436b-b845-dae7650e9060 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 1002 time: 0.0645316 Oct 12 18:03:53.114979 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Deleting port d79b75d3-ce04-49dd-bdfc-c003e753af7b {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:03:53.115565 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.119094 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-ecfc4019-d54b-481f-a4c5-ec65537e6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:53.120541 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-ecfc4019-d54b-481f-a4c5-ec65537e6f19 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0430808 Oct 12 18:03:53.169630 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-0abbcb2a-f0b9-4ecc-9ae8-040d0a02a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:53.171126 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-0abbcb2a-f0b9-4ecc-9ae8-040d0a02a93b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431819 Oct 12 18:03:53.192860 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.193266 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.204721 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Calling delete_port for d79b75d3-ce04-49dd-bdfc-c003e753af7b owned by network:floatingip {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:03:53.260537 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-d740c75f-301c-4fa0-9f9e-9d7ba495ccca service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815496 Oct 12 18:03:53.357304 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.382836 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event deleted for resources: {'Port': ['ID=d79b75d3-ce04-49dd-bdfc-c003e753af7b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:03:53.453856 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks [] for floatingip, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.454190 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.db.l3_db [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Floating IP fe3439a6-7ab2-427b-8d8c-e1cd8a27acda disassociated (deleted). External IP: 172.27.2.244, port: 23f75497-89df-4858-8470-dc91858f1327. Oct 12 18:03:53.598122 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-206940bd-360b-41b2-9c7f-a2789a6ff79b req-98b2363e-0bb1-49c1-9b37-a7cc6c9e00f5 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308835 Oct 12 18:03:53.671597 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Router 9b6a7c71-9eb7-476b-95c7-b26e57373475 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:03:53.783052 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:03:53.788621 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for floatingip, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:53.793979 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Sync routers for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:03:53.803459 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:03:53.804063 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:03:53.816054 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-ea906fbb-119e-47f5-b4cb-e31440f15106 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "DELETE /v2.0/floatingips/fe3439a6-7ab2-427b-8d8c-e1cd8a27acda HTTP/1.1" status: 204 len: 168 time: 0.8652890 Oct 12 18:03:54.049065 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:03:54.258824 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:03:54.283867 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Checking router: 9b6a7c71-9eb7-476b-95c7-b26e57373475 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:03:54.292961 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:03:54.293554 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:03:54.396899 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:03:54.596929 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:03:54.623097 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f140095-9f8c-4921-b66e-0dbfa2556dcf None None] The sync data for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi is: [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:31Z', 'revision_number': 4, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi', '_interfaces': [{'id': '387977a3-8d1a-4e67-9a20-2b3c0d099057', 'name': '', 'network_id': 'bcfe131c-e5b3-4c15-97fb-5226a84f6ec8', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'mac_address': 'fa:16:3e:bf:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:30Z', 'updated_at': '2021-10-12T18:00:35Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'subnets': [{'id': '34643792-88fb-456d-84e7-f0d8b3cb0858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:03:54.792697 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:03:54.795257 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdcff704aee9ab98815a42e57fb87106d61ad30e9088bb06241676e64b9f607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5dafe-38d4-4203-8120-fea5603d47b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:03:54.834808 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2b842c-0cd3-44b6-a497-5dd7f5637954 x-openstack-request-id: req-ce2b842c-0cd3-44b6-a497-5dd7f5637954 {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:03:54.835228 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:03:54.835489 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce2b842c-0cd3-44b6-a497-5dd7f5637954 {{(pid=100741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:03:54.835896 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:03:54.846748 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b10fe-6200-4736-8c85-e80ac0e655ad None None] New status for floating IP fe3439a6-7ab2-427b-8d8c-e1cd8a27acda: DOWN {{(pid=100744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 18:03:54.898459 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-d9c2e1e0-7361-4041-9527-bbd5e1fdb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:54.899992 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-d9c2e1e0-7361-4041-9527-bbd5e1fdb63d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea97700f1f92469489b2151ad7d29317&device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 1099 time: 0.0433106 Oct 12 18:03:54.993810 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-0b0990b7-14b0-477a-b5f9-ba6bd1196043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:54.995320 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-0b0990b7-14b0-477a-b5f9-ba6bd1196043 service neutron] 10.222.0.87 "GET /v2.0/networks?id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 200 len: 916 time: 0.0886741 Oct 12 18:03:55.037583 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-ca2b6054-8efb-44f2-8ada-f40c90c37b60 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 200 len: 217 time: 0.0353804 Oct 12 18:03:55.085405 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-13ac5e03-ad4a-4e6e-942d-fc061c46d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:55.086841 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-13ac5e03-ad4a-4e6e-942d-fc061c46d64f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 200 len: 854 time: 0.0431590 Oct 12 18:03:55.136829 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-3f0212a5-261b-4210-bbb6-07c12d483d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:55.138350 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-3f0212a5-261b-4210-bbb6-07c12d483d60 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448840 Oct 12 18:03:55.233522 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-c0409bf5-243d-4946-a63a-e79c275e79b3 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Oct 12 18:03:55.334089 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-0bb5dafe-38d4-4203-8120-fea5603d47b3 req-d8f37448-27a1-4f2a-9dbd-30f0b8606ea4 service neutron] 10.222.0.87 "GET /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937316 Oct 12 18:03:56.556917 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824e92d-1af0-46e5-8361-ae5f2d2414b3 req-4dc4f41d-5bfc-4781-9f74-ada1ee087e10 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:56.558365 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1824e92d-1af0-46e5-8361-ae5f2d2414b3 req-4dc4f41d-5bfc-4781-9f74-ada1ee087e10 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0501730 Oct 12 18:03:56.595957 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-1824e92d-1af0-46e5-8361-ae5f2d2414b3 req-61c63cfc-e233-42f2-be5b-ddf4cb203be5 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Oct 12 18:03:57.711108 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e7ed8-f67e-4a8f-bee3-1328ffca15e9 req-8de290f2-16f2-43e0-af34-f735ad3e3b7b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:57.712548 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da1e7ed8-f67e-4a8f-bee3-1328ffca15e9 req-8de290f2-16f2-43e0-af34-f735ad3e3b7b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0479617 Oct 12 18:03:57.748629 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-da1e7ed8-f67e-4a8f-bee3-1328ffca15e9 req-ae8bbbbc-45c7-44cb-b205-a89f91b8237b tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301824 Oct 12 18:03:58.552440 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-5ab02d35-ef9f-41f1-b18a-e5c5a66e18b4 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:58.553896 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-5ab02d35-ef9f-41f1-b18a-e5c5a66e18b4 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0492096 Oct 12 18:03:58.647982 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Deleting port 23f75497-89df-4858-8470-dc91858f1327 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:03:58.648339 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:58.735797 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] For port 23f75497-89df-4858-8470-dc91858f1327, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=23f75497-89df-4858-8470-dc91858f1327,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:03:58.736154 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:58.748948 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Calling delete_port for 23f75497-89df-4858-8470-dc91858f1327 owned by compute:nova {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:03:58.869524 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cef313-60a3-400f-b2eb-6c971829f3e4 req-2f2fd71f-4aa9-476d-abb3-6ae60566cc72 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 18:03:58.870974 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e3cef313-60a3-400f-b2eb-6c971829f3e4 req-2f2fd71f-4aa9-476d-abb3-6ae60566cc72 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/ports?device_id=a0ec0ab6-6924-4548-8867-89edc28928db HTTP/1.1" status: 200 len: 946 time: 0.0541720 Oct 12 18:03:58.883839 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:58.897030 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] get_ports_and_sgs() called for port_ids ['23f75497-89df-4858-8470-dc91858f1327'] {{(pid=100743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 18:03:58.912960 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [req-e3cef313-60a3-400f-b2eb-6c971829f3e4 req-8b017805-d888-4ca2-8cb0-af02ecd70511 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.86 "GET /v2.0/security-groups?id=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349181 Oct 12 18:03:58.936744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Pushing event deleted for resources: {'Port': ['ID=23f75497-89df-4858-8470-dc91858f1327,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:03:58.973956 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] No DVR routers for this DVR port 23f75497-89df-4858-8470-dc91858f1327 on host hv-cinder-81322 {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:03:58.976706 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-479159'] for port, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:03:58.980009 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [req-fca2533a-6abd-4087-a8f6-65179775cb6f req-06c58574-85f8-4ac3-81fc-7db2571cf4b8 tempest-TestMinimumBasicScenario-386559874 tempest-TestMinimumBasicScenario-386559874-project] 10.222.0.87 "DELETE /v2.0/ports/23f75497-89df-4858-8470-dc91858f1327 HTTP/1.1" status: 204 len: 173 time: 0.4190361 Oct 12 18:03:58.980464 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'name': 'network-vif-deleted', 'tag': '23f75497-89df-4858-8470-dc91858f1327'}] {{(pid=100742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 18:03:58.982730 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55b7fbbb35a37bb778182e2317d59a7d77025ee22466b5c226e5521213be67e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22491d21-a88f-4cdf-98c8-f2c8a4ab31ac" -d '{"events": [{"server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "name": "network-vif-deleted", "tag": "23f75497-89df-4858-8470-dc91858f1327"}]}' {{(pid=100742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 18:03:59.024731 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e36d4-18ef-4e29-9e92-704317c1b04d x-openstack-request-id: req-7a1e36d4-18ef-4e29-9e92-704317c1b04d {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 18:03:59.025057 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec0ab6-6924-4548-8867-89edc28928db", "name": "network-vif-deleted", "tag": "23f75497-89df-4858-8470-dc91858f1327", "status": "completed", "code": 200}]} {{(pid=100742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 18:03:59.025310 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a1e36d4-18ef-4e29-9e92-704317c1b04d {{(pid=100742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 18:03:59.025706 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec0ab6-6924-4548-8867-89edc28928db', 'name': 'network-vif-deleted', 'tag': '23f75497-89df-4858-8470-dc91858f1327', 'status': 'completed', 'code': 200} Oct 12 18:04:00.649953 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45550) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:00.989557 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.231744 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Deleting port 387977a3-8d1a-4e67-9a20-2b3c0d099057 {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:01.232087 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.313109 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] For port 387977a3-8d1a-4e67-9a20-2b3c0d099057, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=387977a3-8d1a-4e67-9a20-2b3c0d099057,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:01.313377 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.325255 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Calling delete_port for 387977a3-8d1a-4e67-9a20-2b3c0d099057 owned by network:router_interface {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:01.501661 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.531396 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=387977a3-8d1a-4e67-9a20-2b3c0d099057,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:01.697918 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:01.912560 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Router 9b6a7c71-9eb7-476b-95c7-b26e57373475 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:04:02.017650 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:04:02.025294 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-59a1cce4-077d-45f5-8210-eeb27e346d91 admin admin] 10.222.0.86 "PUT /v2.0/routers/9b6a7c71-9eb7-476b-95c7-b26e57373475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3718135 Oct 12 18:04:02.025294 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45552) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:02.026277 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Sync routers for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:04:02.035419 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:02.036008 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:02.127559 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks [] for router, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.129969 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23f75497-89df-4858-8470-dc91858f1327 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:02.153865 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] No Port match for: 23f75497-89df-4858-8470-dc91858f1327 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:02.154207 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Device 23f75497-89df-4858-8470-dc91858f1327 not bound to the agent host hv-cinder-81322 {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:02.164062 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:02.230641 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.283745 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Deleting port 0da30474-75c8-4248-968a-7e08125a41ce {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:02.284088 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.349194 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '0da30474-75c8-4248-968a-7e08125a41ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:04:01Z', 'revision_number': 5, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port': {'id': '0da30474-75c8-4248-968a-7e08125a41ce', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:8b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:02.367638 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] For port 0da30474-75c8-4248-968a-7e08125a41ce, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=0da30474-75c8-4248-968a-7e08125a41ce,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:02.368005 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.375949 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Checking router: 9b6a7c71-9eb7-476b-95c7-b26e57373475 for host: dv-cinder-813225-2-iscsi {{(pid=100743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:04:02.379534 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Calling delete_port for 0da30474-75c8-4248-968a-7e08125a41ce owned by network:router_gateway {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:02.385068 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Routers {'9b6a7c71-9eb7-476b-95c7-b26e57373475'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:02.385666 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['9b6a7c71-9eb7-476b-95c7-b26e57373475'], 'active': True} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:02.471898 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvr_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] Set router 9b6a7c71-9eb7-476b-95c7-b26e57373475 gateway port host: None {{(pid=100743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:02.525884 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_hamode_db [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:04:02Z', 'revision_number': 6, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port_host': None}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:02.547742 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.551797 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6141d-fdb8-458f-b78b-32a9ec9d0a25 None None] The sync data for ids ['9b6a7c71-9eb7-476b-95c7-b26e57373475'] in dv-cinder-813225-2-iscsi is: [{'id': '9b6a7c71-9eb7-476b-95c7-b26e57373475', 'name': 'tempest-TestMinimumBasicScenario-1260270150-router', 'tenant_id': 'ea97700f1f92469489b2151ad7d29317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:28Z', 'updated_at': '2021-10-12T18:04:02Z', 'revision_number': 6, 'project_id': 'ea97700f1f92469489b2151ad7d29317', 'gw_port_host': None}] {{(pid=100743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:04:02.578803 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Pushing event deleted for resources: {'Port': ['ID=0da30474-75c8-4248-968a-7e08125a41ce,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:02.636885 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.729603 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.731725 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.775593 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.776119 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6a7c71-9eb7-476b-95c7-b26e57373475 {{(pid=100742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:04:02.781064 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] Notify callbacks [] for router, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.782351 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-37b6f4da-4a05-472f-89d3-ebfd24442979 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9b6a7c71-9eb7-476b-95c7-b26e57373475 HTTP/1.1" status: 204 len: 168 time: 0.7560413 Oct 12 18:04:02.785136 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45554) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:02.839566 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Deleting subnet 34643792-88fb-456d-84e7-f0d8b3cb0858 {{(pid=100742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:04:02.842676 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.882041 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25200564'] for subnet, precommit_delete_associations {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:02.977230 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.034889 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25333175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25420318'] for subnet, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.063533 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34643792-88fb-456d-84e7-f0d8b3cb0858,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:03.065535 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.069533 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-50e4d9d3-b16d-48e2-b6f1-48beada23237 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/34643792-88fb-456d-84e7-f0d8b3cb0858 HTTP/1.1" status: 204 len: 168 time: 0.2834835 Oct 12 18:04:03.071024 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e73c5-db09-4616-b842-385029db3a6f None None] Network bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:04:03.071997 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45556) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:03.150976 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.208770 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Deleting port 735357ff-2402-42ec-aa7e-d84950a192db {{(pid=100742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:03.209361 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.281459 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.db [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] For port 735357ff-2402-42ec-aa7e-d84950a192db, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=735357ff-2402-42ec-aa7e-d84950a192db,segment=NetworkSegment(6dd057b4-e003-496d-af14-5933c96fdbf4),segment_id=6dd057b4-e003-496d-af14-5933c96fdbf4)] {{(pid=100742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:03.281735 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.295953 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.plugin [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Calling delete_port for 735357ff-2402-42ec-aa7e-d84950a192db owned by network:dhcp {{(pid=100742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:03.331299 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-e4be7f78-bee5-478e-9161-dead6c06db1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.347004 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] DHCP port deletion for bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:04:03.389086 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25333144'] for port, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.405455 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Deleting port 735357ff-2402-42ec-aa7e-d84950a192db {{(pid=100743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:03.406018 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.421093 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=735357ff-2402-42ec-aa7e-d84950a192db,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:03.424449 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] No DVR routers for this DVR port 735357ff-2402-42ec-aa7e-d84950a192db on host dv-cinder-813225-2-iscsi {{(pid=100742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:04:03.496854 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.db [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] For port 735357ff-2402-42ec-aa7e-d84950a192db, host dv-cinder-813225-2-iscsi, got binding levels [] {{(pid=100743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:03.497282 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.507065 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.514486 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Calling delete_port for 735357ff-2402-42ec-aa7e-d84950a192db owned by network:dhcp {{(pid=100743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:03.518023 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.ipam_backend_mixin [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Port 735357ff-2402-42ec-aa7e-d84950a192db was not found and therefore no delete operation was performed {{(pid=100743) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 18:04:03.519738 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957'] for port, after_delete {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.546754 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Pushing event deleted for resources: {'Port': ['ID=735357ff-2402-42ec-aa7e-d84950a192db,revision_number=None']} {{(pid=100743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:03.551758 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] No DVR routers for this DVR port 735357ff-2402-42ec-aa7e-d84950a192db on host dv-cinder-813225-2-iscsi {{(pid=100743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:04:03.559763 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.560118 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.560464 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.560803 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.561164 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.561502 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.561832 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.562157 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.562946 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.562946 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.563122 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.563431 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595874da-90ad-4bde-933f-8e5fda26d27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813225-2-iscsi {{(pid=100743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 18:04:03.781502 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcfe131c-e5b3-4c15-97fb-5226a84f6ec8']}} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:03.792759 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd057b4-e003-496d-af14-5933c96fdbf4') {'for_net_delete': True} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:03.793089 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.services.segments.db [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd057b4-e003-496d-af14-5933c96fdbf4') {} {{(pid=100742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:03.802883 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25200575'] for segment, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.815699 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.821972 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:04:03.822358 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25333609'] for segment, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: Traceback (most recent call last): Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: timer() Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: cb(*args, **kw) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: return func(*args, **kwargs) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: self._notify() Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: self.callback(batched_events) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: event.method(event) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: return f(self, *a, **k) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._get(url).json() Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: return self.request(url, 'GET', **kwargs) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:04:03.823990 dv-cinder-813225-2-iscsi neutron-server[100742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:04:03.876722 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.883292 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:03.886612 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] 10.222.0.86 "DELETE /v2.0/networks/bcfe131c-e5b3-4c15-97fb-5226a84f6ec8 HTTP/1.1" status: 204 len: 168 time: 0.8136246 Oct 12 18:04:03.889556 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45558) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:03.899765 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c657c-9736-401f-b70e-61a2be932c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcfe131c-e5b3-4c15-97fb-5226a84f6ec8,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:03.911566 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 735357ff-2402-42ec-aa7e-d84950a192db no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:03.932387 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 735357ff-2402-42ec-aa7e-d84950a192db {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:03.932755 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 735357ff-2402-42ec-aa7e-d84950a192db not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:03.933725 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 0da30474-75c8-4248-968a-7e08125a41ce no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:03.951673 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 0da30474-75c8-4248-968a-7e08125a41ce {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:03.952019 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 0da30474-75c8-4248-968a-7e08125a41ce not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:03.952427 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 387977a3-8d1a-4e67-9a20-2b3c0d099057 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:03.970376 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 387977a3-8d1a-4e67-9a20-2b3c0d099057 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:03.970724 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 387977a3-8d1a-4e67-9a20-2b3c0d099057 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:04.237789 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924290'] for router_interface, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:04.481820 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Deleting port fff8f86a-e3d5-45db-a4de-5a509567d892 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:04.482164 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:04.561579 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-90821457-f729-4299-9191-029db02ca679 admin admin] For port fff8f86a-e3d5-45db-a4de-5a509567d892, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=fff8f86a-e3d5-45db-a4de-5a509567d892,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:04.561895 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:04.575319 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Calling delete_port for fff8f86a-e3d5-45db-a4de-5a509567d892 owned by network:router_interface {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:04.750930 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:04.778471 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff8f86a-e3d5-45db-a4de-5a509567d892,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:04.942870 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924214'] for router_interface, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:05.166905 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 has already been hosted by L3 agent 18b9eb9f-77e3-4afd-9515-733c1d62e579 {{(pid=100741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 18:04:05.273628 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90821457-f729-4299-9191-029db02ca679 admin admin] Notify agent at l3_agent.dv-cinder-813225-2-iscsi the message routers_updated {{(pid=100741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 18:04:05.278620 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-90821457-f729-4299-9191-029db02ca679 admin admin] 10.222.0.86 "PUT /v2.0/routers/c3797c25-51f5-4c80-9d0a-f9a46b53ce44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3880625 Oct 12 18:04:05.281195 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45560) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:05.285529 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Sync routers for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 18:04:05.295715 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:05.296359 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:05.385029 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:05.400370 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:05.591282 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:04:04Z', 'revision_number': 5, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:05.710150 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Checking router: c3797c25-51f5-4c80-9d0a-f9a46b53ce44 for host: dv-cinder-813225-2-iscsi {{(pid=100744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 18:04:05.718714 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Routers {'c3797c25-51f5-4c80-9d0a-f9a46b53ce44'} bound to L3 agent in host dv-cinder-813225-2-iscsi {{(pid=100744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 18:04:05.719319 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813225-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T17:38:36Z,description=,heartbeat_timestamp=2021-10-12T18:03:36Z,host='dv-cinder-813225-2-iscsi',id=18b9eb9f-77e3-4afd-9515-733c1d62e579,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T17:38:36Z,topic='l3_agent')) {'router_ids': ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'], 'active': True} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:05.761138 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:05.814646 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Deleting port 28068558-f54a-4053-a42e-b548fd3e0885 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:05.814990 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:05.824006 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_dvr_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] Set router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 gateway port host: dv-cinder-813225-2-iscsi {{(pid=100744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 18:04:05.906472 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] For port 28068558-f54a-4053-a42e-b548fd3e0885, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=28068558-f54a-4053-a42e-b548fd3e0885,segment=NetworkSegment(b1db4346-e0b2-4163-91fa-b6d5e734c49a),segment_id=b1db4346-e0b2-4163-91fa-b6d5e734c49a)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:05.906833 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:05.920267 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Calling delete_port for 28068558-f54a-4053-a42e-b548fd3e0885 owned by network:router_gateway {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:05.997614 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.l3_hamode_db [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:04:04Z', 'revision_number': 5, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}], 'dv-cinder-813225-2-iscsi', False) {} {{(pid=100744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:06.027396 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ebf2ef-3684-4da9-97c7-479a67abe0f8 None None] The sync data for ids ['c3797c25-51f5-4c80-9d0a-f9a46b53ce44'] in dv-cinder-813225-2-iscsi is: [{'id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'name': 'tempest-TestMinimumBasicScenario-1394728580-router', 'tenant_id': 'd49edee692b8424f948679535641ee69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'external_fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '28068558-f54a-4053-a42e-b548fd3e0885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:04:04Z', 'revision_number': 5, 'project_id': 'd49edee692b8424f948679535641ee69', 'gw_port': {'id': '28068558-f54a-4053-a42e-b548fd3e0885', 'name': '', 'network_id': 'ea309ebb-d8ba-4d6c-9ab8-4bf488857ef3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3797c25-51f5-4c80-9d0a-f9a46b53ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813225-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T18:00:33Z', 'updated_at': '2021-10-12T18:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '816f3368-78d9-44c5-b088-d48ccc445d90', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813225-2-iscsi'}] {{(pid=100744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 18:04:06.030337 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ff9307e2-4087-428d-8030-5ea15d034143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.089722 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.117855 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Pushing event deleted for resources: {'Port': ['ID=28068558-f54a-4053-a42e-b548fd3e0885,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:06.174695 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-998356'] for router_gateway, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.266021 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-922404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29957'] for router, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.268105 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.315169 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-922415'] for router, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.315723 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3797c25-51f5-4c80-9d0a-f9a46b53ce44 {{(pid=100741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 18:04:06.320702 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] Notify callbacks [] for router, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.322082 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-f6e7e69f-cded-4d8f-ae50-cffe17db95aa admin admin] 10.222.0.86 "DELETE /v2.0/routers/c3797c25-51f5-4c80-9d0a-f9a46b53ce44 HTTP/1.1" status: 204 len: 168 time: 1.0400381 Oct 12 18:04:06.324580 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45562) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:06.367767 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.db_base_plugin_v2 [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Deleting subnet e0f0c52f-e408-48a9-9f80-8dd352a3a4b0 {{(pid=100741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 18:04:06.371054 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.407204 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17587197'] for subnet, precommit_delete_associations {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.492984 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1906295'] for subnet, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.546876 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906296', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17418956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-20287807'] for subnet, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.569575 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f0c52f-e408-48a9-9f80-8dd352a3a4b0,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:06.579452 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for subnet, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.583917 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-830ec09d-1460-4d90-8583-e7f01510c4f8 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e0f0c52f-e408-48a9-9f80-8dd352a3a4b0 HTTP/1.1" status: 204 len: 168 time: 0.2583234 Oct 12 18:04:06.586709 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45564) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:06.588284 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb7b830-510a-42e1-8c1e-a383a31a6a6b None None] Network a884db5a-5929-4055-bf93-5e743aafca8c requested from dv-cinder-813225-2-iscsi {{(pid=100743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 18:04:06.665809 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1968668'] for network, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.727063 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Deleting port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 {{(pid=100741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 18:04:06.727244 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788898458534'] for port, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.790088 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.db [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] For port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414, host dv-cinder-813225-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813225-2-iscsi',level=0,port_id=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,segment=NetworkSegment(581f09ac-cad7-4da5-9a3b-a1f64aaff5c0),segment_id=581f09ac-cad7-4da5-9a3b-a1f64aaff5c0)] {{(pid=100741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 18:04:06.790440 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-992303'] for port, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.802140 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.plugin [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Calling delete_port for 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 owned by network:dhcp {{(pid=100741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 18:04:06.887988 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788898382852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788897961957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17418979'] for port, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:06.911394 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:06.917257 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] No DVR routers for this DVR port 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 on host dv-cinder-813225-2-iscsi {{(pid=100741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 18:04:06.989764 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1904524', 'neutron.services.segments.db._delete_segments_for_network-8788898473732'] for network, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.009511 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a884db5a-5929-4055-bf93-5e743aafca8c']}} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:07.018311 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0') {'for_net_delete': True} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:07.018606 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.services.segments.db [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581f09ac-cad7-4da5-9a3b-a1f64aaff5c0') {} {{(pid=100741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 18:04:07.028367 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788898475277', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17587190'] for segment, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.043612 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.044840 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181'] for segment, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.051915 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=100741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 18:04:07.052117 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1903181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17418258'] for segment, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: Traceback (most recent call last): Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: timer() Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: cb(*args, **kw) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: return func(*args, **kwargs) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: self._notify() Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: self.callback(batched_events) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: event.method(event) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: return f(self, *a, **k) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._get(url).json() Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: return self.request(url, 'GET', **kwargs) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 18:04:07.054258 dv-cinder-813225-2-iscsi neutron-server[100741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 18:04:07.063906 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.073775 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4f347-d549-47cd-95a2-653c2d5192b9 None None] DHCP port deletion for a884db5a-5929-4055-bf93-5e743aafca8c request from dv-cinder-813225-2-iscsi {{(pid=100743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 18:04:07.114511 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1904629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-998320'] for network, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.119261 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636940'] for network, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.122648 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a884db5a-5929-4055-bf93-5e743aafca8c HTTP/1.1" status: 204 len: 168 time: 0.5350990 Oct 12 18:04:07.136034 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a018ee9-4742-400f-89e3-67107d19fa14 admin admin] Pushing event deleted for resources: {'Network': ['ID=a884db5a-5929-4055-bf93-5e743aafca8c,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:07.290325 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45568) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:07.331550 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-9eff3597-6ee6-45fd-a4b0-88fb7d4fb505 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ea97700f1f92469489b2151ad7d29317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399656 Oct 12 18:04:07.334146 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [-] (100742) accepted ('10.222.0.86', 45570) {{(pid=100742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:07.383946 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.403939 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.449863 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.452352 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron_lib.callbacks.manager [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.453504 dv-cinder-813225-2-iscsi neutron-server[100742]: INFO neutron.wsgi [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3 HTTP/1.1" status: 204 len: 168 time: 0.1184752 Oct 12 18:04:07.461236 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c473d-5d28-410b-951c-7ac25f32c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd5ffc3-130b-4d4d-ae8a-b1b175744fb3,revision_number=None']} {{(pid=100742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:07.762501 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45576) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:07.805350 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-1e0255f2-d38d-409f-85f5-9d8f5ebcbf74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d49edee692b8424f948679535641ee69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415683 Oct 12 18:04:07.807762 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.wsgi [-] (100741) accepted ('10.222.0.86', 45578) {{(pid=100741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 18:04:07.860454 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.884826 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.905155 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:07.925782 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:07.926195 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 3ee2b2f6-4f33-4ba4-bf24-3ac1147a2414 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:07.926819 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device fff8f86a-e3d5-45db-a4de-5a509567d892 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:07.933376 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955316'] for security_group, after_delete {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.935832 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron_lib.callbacks.manager [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:07.937022 dv-cinder-813225-2-iscsi neutron-server[100741]: INFO neutron.wsgi [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea4be2df-4224-4a04-a6f4-34a986857e7b HTTP/1.1" status: 204 len: 168 time: 0.1283038 Oct 12 18:04:07.945827 dv-cinder-813225-2-iscsi neutron-server[100741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aca8e-4fd8-40f1-be99-68e4de37de35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4be2df-4224-4a04-a6f4-34a986857e7b,revision_number=None']} {{(pid=100741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 18:04:07.951512 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: fff8f86a-e3d5-45db-a4de-5a509567d892 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:07.952370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device fff8f86a-e3d5-45db-a4de-5a509567d892 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:07.952370 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 28068558-f54a-4053-a42e-b548fd3e0885 no longer exists at agent ovs-agent-dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 18:04:07.977607 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.plugin [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] No Port match for: 28068558-f54a-4053-a42e-b548fd3e0885 {{(pid=100743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 18:04:07.977959 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron.plugins.ml2.rpc [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Device 28068558-f54a-4053-a42e-b548fd3e0885 not bound to the agent host dv-cinder-813225-2-iscsi {{(pid=100743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 18:04:08.762319 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:15.058524 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:19.513640 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:04:33.333481 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-21a72ba8-bde0-4e29-ad04-20e7d33c3895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:36.028221 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-568ac210-2b51-4389-9588-6e879f51e720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:37.045786 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:37.061453 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:38.763258 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:45.059022 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:04:56.512584 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:05:03.333801 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-265f42fd-d829-4f6d-a04e-559fda9ecc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:06.028961 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-70581fc7-fe3d-4ed8-8e7c-8f8a96186bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:07.047575 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:07.063930 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:08.765866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:15.062331 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:33.333958 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-62e9a2a1-1197-4dd5-9219-550e63782af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:33.512537 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:05:36.029272 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-79760086-ee48-42e2-ae55-582f83bb450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:37.051490 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:37.067662 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:38.770437 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:05:45.060072 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:03.335168 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-102bad8b-517f-4b67-aed9-5e55520510f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:06.030931 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-a43d236f-7207-476e-88bb-f168f82b89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:07.054129 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:07.070117 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:08.773568 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:10.512731 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:06:15.075513 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:33.335652 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-13275fcd-8f3d-4e75-925e-446e3a78f1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:36.032300 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b237d318-45ae-4dae-a081-696b8c451315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:37.056603 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:37.073455 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:38.774866 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:45.080409 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:06:47.511186 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:07:03.335857 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-fda4f1a1-1634-451b-8271-732e799a9445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:06.033903 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-6c5ef89f-bd77-420e-87c4-bb748c1856e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:07.057994 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:07.075784 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:08.780140 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:15.089321 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:24.510098 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:07:33.337029 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b65b22a2-531f-4f27-8a16-4df1cc15d4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:36.035044 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb81b-d064-496b-9d81-a633cfc074e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:37.058270 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:37.081930 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:38.781801 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:07:45.106179 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:01.510943 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:08:03.339709 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4fc2dced-a20f-4ee2-9fed-99571fbd4fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:06.035769 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-b826d692-5c57-4a63-af23-0a2c507b8c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:07.058082 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:07.079747 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:08.783144 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:15.101592 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:33.341186 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-ceb4953d-2448-439a-808f-59119a62c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:36.036626 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2d15cf3d-b37e-4fb6-abdc-2fcdf503b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:37.058616 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:37.082724 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:38.509656 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:08:38.787520 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:08:45.099656 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:03.341918 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-17525ccd-1d6f-4a2e-aa35-7f49ef88ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:06.037089 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-48fc4770-0396-4a68-b440-d48963e35ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:07.062339 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:07.089492 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:08.789147 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:15.102584 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-f36e4170-761a-4726-83eb-a35659bb5b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:15.509229 dv-cinder-813225-2-iscsi neutron-server[100744]: DEBUG neutron.db.agents_db [None req-6cdfdca6-7326-47e2-a14f-0fb09956e4ab None None] Agent healthcheck: found 6 active agents {{(pid=100744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 18:09:33.343896 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-4d5bd4c9-0d7b-44b1-9df6-793444f17fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:36.038992 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-99782e8e-870a-46d0-b45b-6be16c2d57c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:37.064708 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-2af121c9-9ed1-4523-9ec0-5ee2e8057d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:37.090059 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-cec47ba2-9f5a-4080-9c29-1d2f0cb5c751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 18:09:37.855687 dv-cinder-813225-2-iscsi neutron-server[100742]: DEBUG neutron.wsgi [req-2553c124-bb43-41f1-bbbf-93817a797724 req-1607400d-f93e-432d-871e-182778851028 service neutron] (100742) timed out ('10.222.0.86', 41430) {{(pid=100742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 18:09:38.796627 dv-cinder-813225-2-iscsi neutron-server[100743]: DEBUG neutron_lib.callbacks.manager [None req-9408e859-5fa6-4173-a164-261da10ccdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788898472430', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1901596'] for agent, after_update {{(pid=100743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}